-- Logs begin at Tue 2022-01-18 12:53:58 UTC, end at Tue 2022-01-18 14:10:25 UTC. -- Jan 18 13:47:39.803111 dv-cinder-825104-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 13:47:41.931743 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:47:41.932471 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:47:41.932471 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83521) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:47:41.934715 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:47:41.934963 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:47:41.935211 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83521) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:47:41.936171 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:47:41.936403 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:47:41.936756 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:47:41.937000 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:47:41.937224 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:47:41.937542 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.937859 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.938152 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.938386 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.938676 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.938963 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.939243 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.939530 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.939825 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.940109 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.940385 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.940667 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.940895 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.941174 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.941458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.941777 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.942002 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] debug = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.942279 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.942712 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.943127 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.943406 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.943695 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.943967 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.944238 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.944520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.944845 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] host = dv-cinder-825104-1-smb {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.945819 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.946089 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.946382 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.946670 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.946945 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.947221 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.947508 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.947781 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.948051 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_file = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.948324 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.948613 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.948897 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.949189 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.949412 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.949638 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.949946 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.950233 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.950507 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.950778 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.951053 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.951324 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.951597 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.951864 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.952147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.952429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.952711 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.952983 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.953259 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.953527 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.953821 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.954103 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.954373 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.954643 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.954914 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.955199 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.955465 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.955737 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.956036 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.956319 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.956599 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.956882 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.957153 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.957432 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.957718 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.957992 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.958261 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_json = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.958531 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.958798 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.959076 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.959343 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.959610 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.959880 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.960147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.960428 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:41.960761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.961191 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.961508 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.961813 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.962107 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.962390 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.962678 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.962955 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.963245 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.963532 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.963817 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.964093 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.964374 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.964918 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.965205 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.965474 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.965774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.966064 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.966337 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.966606 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.966879 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.967164 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.967438 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.967707 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.967983 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.968255 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.968524 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.968790 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.969062 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.969346 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.969618 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.969907 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.970173 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.970444 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.970709 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.970989 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.971262 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.971528 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.971794 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.972070 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.972340 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.972609 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.972884 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.973157 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.973437 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.973727 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.974001 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.974273 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.974541 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.974809 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.975076 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.975342 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.975614 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.975879 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.976147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.976626 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.976983 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.977261 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.977592 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.977870 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.978147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.978426 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.978702 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.978976 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.979250 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.979524 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.979798 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.980073 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.980340 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.980628 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.980907 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.981190 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.981469 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.981770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.982065 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.982340 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.982621 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.982894 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.983170 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.983453 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.983731 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.984022 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.984314 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.984605 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.984896 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.985184 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.985461 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.985798 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.986079 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:41.986290 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:47:41.986527 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 13:47:42.390696 dv-cinder-825104-1-smb neutron-server[83521]: INFO keyring.backend [-] Loading KWallet Jan 18 13:47:42.397987 dv-cinder-825104-1-smb neutron-server[83521]: INFO keyring.backend [-] Loading SecretService Jan 18 13:47:42.402060 dv-cinder-825104-1-smb neutron-server[83521]: INFO keyring.backend [-] Loading Windows Jan 18 13:47:42.403452 dv-cinder-825104-1-smb neutron-server[83521]: INFO keyring.backend [-] Loading chainer Jan 18 13:47:42.404014 dv-cinder-825104-1-smb neutron-server[83521]: INFO keyring.backend [-] Loading macOS Jan 18 13:47:42.437858 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:47:42.438127 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:47:42.438416 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:47:42.438747 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 13:47:42.750110 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.750409 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.750678 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.806877 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.807158 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.807425 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.810548 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.810822 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.811084 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.844430 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.844708 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.844976 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.877268 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.877544 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:42.877835 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.216070 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.216776 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.216776 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.216929 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.217803 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.338959 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.339271 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.339810 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.340079 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.340342 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.340647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.340906 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.341160 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.341409 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.341719 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.341968 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.342224 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.342486 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.342741 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.343004 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.343269 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.343522 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.343791 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.344039 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.344315 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.344661 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.344911 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.345158 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.345434 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.345698 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.345947 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.346325 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.346564 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.346800 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.347035 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.347269 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.347502 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:43.348048 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 13:47:43.351151 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 13:47:43.355397 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 13:47:43.359289 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 18 13:47:43.360932 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 13:47:43.361319 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 13:47:43.361655 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 13:47:43.362068 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 13:47:43.364886 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 13:47:43.365136 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 13:47:43.365476 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:47:43.394507 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 13:47:43.394962 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.395258 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 13:47:43.395618 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.396998 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 13:47:43.397281 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:47:43.397525 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 13:47:43.400817 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.401095 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:43.462222 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 13:47:43.462460 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 13:47:43.462697 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 13:47:43.463071 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 13:47:43.494510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_db.sqlalchemy.engines [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 13:47:44.034673 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing driver for type 'gre' Jan 18 13:47:44.035308 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] gre ID ranges: [(1, 1000)] Jan 18 13:47:44.256925 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing driver for type 'local' Jan 18 13:47:44.258148 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing driver for type 'vlan' Jan 18 13:47:44.354087 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] VlanTypeDriver initialization complete Jan 18 13:47:44.354387 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing driver for type 'vxlan' Jan 18 13:47:44.354892 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] vxlan ID ranges: [(1, 1000)] Jan 18 13:47:44.599599 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing extension driver 'port_security' Jan 18 13:47:44.600206 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] PortSecurityExtensionDriver initialization complete Jan 18 13:47:44.600545 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing mechanism driver 'openvswitch' Jan 18 13:47:44.600885 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing mechanism driver 'hyperv' Jan 18 13:47:44.615503 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.plugin [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:47:44.615503 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615503 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615503 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615503 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:47:44.615966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.615966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:47:44.615966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616365 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616365 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616365 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:47:44.616365 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616365 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:47:44.616759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.616759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.617698 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:47:44.617698 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] ML2 OVO RPC backend initialized. {{(pid=83521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 13:47:44.617698 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.617945 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.618388 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.618734 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > networks before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.619077 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.619412 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > ports before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.619748 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.620088 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnets before_response 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.620432 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.620771 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.621105 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.621440 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.621803 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.622150 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.622466 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.622797 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.623125 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.623699 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.plugin [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Modular L2 Plugin initialization complete Jan 18 13:47:44.624028 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading services supported by the core plugin {{(pid=83521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 13:47:44.624350 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.plugins.ml2.managers [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Got port-security extension from driver 'port_security' Jan 18 13:47:44.624805 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.extensions.vlantransparent [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Disabled vlantransparent extension. Jan 18 13:47:44.625220 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 13:47:44.625531 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: router Jan 18 13:47:44.661265 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.661666 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_create 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.662050 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router before_create 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.662424 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.662779 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.663129 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_delete 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.663481 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > floatingip after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.664475 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_create 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.664816 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.665167 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.665510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.665886 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.666292 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.666655 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.666991 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.667322 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: subnet after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.667656 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.668000 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > port precommit_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.668342 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_create 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.668677 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.669021 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.669381 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router after_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.669751 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_delete 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.670108 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_create 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.670465 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.670806 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_update 55549900 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.671168 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > agent after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.671517 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > agent after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.671856 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > network after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.672704 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Tracking information for resource: router configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:44.673033 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Tracking information for resource: floatingip configured {{(pid=83521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:47:44.677991 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.db.l3_agentschedulers_db [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 13:47:44.678567 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.678925 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.679307 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.679825 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: port after_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.680857 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router before_create 55550100 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.681227 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_delete 55550100 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.681590 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_create 55550100 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.681966 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > router precommit_update 55550100 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.686493 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.provider_configuration [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service providers = [] {{(pid=83521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 13:47:44.686631 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.db.servicetype_db [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 13:47:44.689567 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.service_base [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:47:44.689940 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.service_base [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:47:44.690280 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.service_base [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:47:44.691156 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.services.service_base [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:47:44.691524 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.services.service_base [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 13:47:44.691904 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.692217 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 13:47:44.703700 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.704035 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: auto_allocate Jan 18 13:47:44.709949 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: network precommit_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.710315 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: network precommit_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.711481 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.711861 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: tag Jan 18 13:47:44.725941 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.726297 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: timestamp Jan 18 13:47:44.730890 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.730890 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: network_ip_availability Jan 18 13:47:44.736115 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.736494 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.736853 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.737574 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.737935 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: flavors Jan 18 13:47:44.747525 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.747858 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading Plugin: revisions Jan 18 13:47:44.752153 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:47:44.752547 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.314s {{(pid=83521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:47:44.753364 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 13:47:44.753708 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Initializing extension manager. Jan 18 13:47:44.754230 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: __init__.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.754593 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: __pycache__ {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.754931 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.755269 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.755604 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: _filter_validation_lib.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.755935 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.756267 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: address_group.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.757034 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.758328 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: address-group Jan 18 13:47:44.758657 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: address_scope.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.759380 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.759906 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: address-scope Jan 18 13:47:44.760229 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.761175 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.761717 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: router-admin-state-down-before-update Jan 18 13:47:44.762043 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: agent.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.762744 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.763253 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: agent Jan 18 13:47:44.763574 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: agent_resources_synced.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.764532 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.765045 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: agent-resources-synced Jan 18 13:47:44.765367 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: allowedaddresspairs.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.767383 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.767921 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: allowed-address-pairs Jan 18 13:47:44.768259 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: auto_allocated_topology.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.769375 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.770000 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: auto-allocated-topology Jan 18 13:47:44.770343 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: availability_zone.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.771052 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.771569 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: availability_zone Jan 18 13:47:44.771894 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: availability_zone_filter.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.772825 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.774176 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: availability_zone_filter Jan 18 13:47:44.774541 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: data_plane_status.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.775487 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.776069 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 13:47:44.776357 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: default_subnetpools.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.777283 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.777842 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: default-subnetpools Jan 18 13:47:44.778168 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.778949 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.779458 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: dhcp_agent_scheduler Jan 18 13:47:44.779782 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: dns.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.780704 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.781249 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension dns-integration not supported by any of loaded plugins Jan 18 13:47:44.781579 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: dns_domain_ports.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.782530 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.783040 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 13:47:44.783366 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: dvr.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.784049 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.784556 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: dvr Jan 18 13:47:44.784878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: empty_string_filtering.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.785829 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.786375 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: empty-string-filtering Jan 18 13:47:44.786694 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.787625 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.788132 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:47:44.788455 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.789373 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.789906 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 13:47:44.790230 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: external_net.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.791157 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.791675 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: external-net Jan 18 13:47:44.792024 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.792941 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.793452 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: extra_dhcp_opt Jan 18 13:47:44.793803 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: extraroute.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.794743 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.795256 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: extraroute Jan 18 13:47:44.795577 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: extraroute_atomic.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.796624 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.797139 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: extraroute-atomic Jan 18 13:47:44.797468 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: filter_validation.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.798190 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.798695 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: filter-validation Jan 18 13:47:44.799015 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: fip_pf_description.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.799962 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.800470 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 13:47:44.800792 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: fip_port_details.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.801756 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.802274 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: fip-port-details Jan 18 13:47:44.802594 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: flavors.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.803847 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.804428 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: flavors Jan 18 13:47:44.804814 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.806481 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.807013 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 13:47:44.807352 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: floatingip_pools.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.808064 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.808582 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: floatingip-pools Jan 18 13:47:44.808913 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: ip_allocation.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.809879 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.810416 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 13:47:44.810740 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.811675 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.812192 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: ip-substring-filtering Jan 18 13:47:44.812520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l2_adjacency.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.813456 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.813992 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 13:47:44.814315 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.815310 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.815835 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: router Jan 18 13:47:44.816159 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.818601 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.819165 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:47:44.819499 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.821025 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.821567 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: ext-gw-mode Jan 18 13:47:44.821922 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.822857 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.823372 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: l3-ha Jan 18 13:47:44.823699 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3_flavors.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.824628 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.825137 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: l3-flavors Jan 18 13:47:44.825462 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.826441 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.826979 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 13:47:44.827310 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: l3agentscheduler.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.828370 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.828886 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: l3_agent_scheduler Jan 18 13:47:44.829216 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: logging.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.830751 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.831278 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension logging not supported by any of loaded plugins Jan 18 13:47:44.831615 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: metering.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.832366 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.832948 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: metering Jan 18 13:47:44.833304 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.834441 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.834963 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: metering_source_and_destination_fields Jan 18 13:47:44.835292 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: multiprovidernet.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.836919 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.837441 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: multi-provider Jan 18 13:47:44.837795 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: netmtu.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.838727 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.839242 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: net-mtu Jan 18 13:47:44.839821 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: netmtu_writable.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.840763 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.841277 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: net-mtu-writable Jan 18 13:47:44.841600 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: network_availability_zone.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.842300 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.842811 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: network_availability_zone Jan 18 13:47:44.843153 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: network_ip_availability.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.844252 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.844764 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: network-ip-availability Jan 18 13:47:44.845086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: network_segment_range.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.845898 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.846410 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 13:47:44.846732 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: pagination.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.847737 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.848068 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: pagination Jan 18 13:47:44.848410 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.849330 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.849880 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: port-mac-address-regenerate Jan 18 13:47:44.850225 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: port_resource_request.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.851186 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.851880 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 13:47:44.852210 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: portbindings.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.853142 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.853656 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: binding Jan 18 13:47:44.854010 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: portbindings_extended.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.855322 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.855846 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: binding-extended Jan 18 13:47:44.856172 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: portsecurity.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.857111 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.857623 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: port-security Jan 18 13:47:44.857974 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: project_id.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.858971 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.859301 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: project-id Jan 18 13:47:44.859622 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: providernet.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.860573 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.861088 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: provider Jan 18 13:47:44.861411 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.865097 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.865705 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos not supported by any of loaded plugins Jan 18 13:47:44.866009 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.867394 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.867915 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 13:47:44.868248 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.869179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.869714 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 13:47:44.870046 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_default.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.870975 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.871491 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-default not supported by any of loaded plugins Jan 18 13:47:44.871828 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_fip.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.872490 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.873000 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-fip not supported by any of loaded plugins Jan 18 13:47:44.873325 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_gateway_ip.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.874289 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.874828 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 13:47:44.875154 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_port_network_policy.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.876086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.876603 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 13:47:44.876929 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_rule_type_details.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.877897 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.878416 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 13:47:44.878743 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: qos_rules_alias.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.879794 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.880313 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 13:47:44.880639 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: quotasv2.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.881522 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.881885 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: quotas Jan 18 13:47:44.882213 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: quotasv2_detail.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.884385 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.884730 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: quota_details Jan 18 13:47:44.885064 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: rbac.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.886160 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.886692 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: rbac-policies Jan 18 13:47:44.887027 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: rbac_address_scope.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.887968 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.888514 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: rbac-address-scope Jan 18 13:47:44.888844 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: rbac_security_groups.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.889803 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.890324 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: rbac-security-groups Jan 18 13:47:44.890650 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: rbac_subnetpool.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.891570 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.892090 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: rbac-subnetpool Jan 18 13:47:44.892416 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: revisionifmatch.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.893342 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.893894 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: revision-if-match Jan 18 13:47:44.894219 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: revisions.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.895357 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.895876 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: standard-attr-revisions Jan 18 13:47:44.896203 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: router_availability_zone.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.896885 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.897426 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: router_availability_zone Jan 18 13:47:44.897788 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: routerservicetype.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.899482 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.899994 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension router-service-type not supported by any of loaded plugins Jan 18 13:47:44.900320 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.901249 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.901807 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: port-security-groups-filtering Jan 18 13:47:44.902134 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: securitygroup.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.913259 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.913947 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: security-group Jan 18 13:47:44.914297 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: segment.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.915089 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.915629 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension segment not supported by any of loaded plugins Jan 18 13:47:44.916013 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.916958 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.917490 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 13:47:44.917884 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: servicetype.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.919013 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.919542 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: service-type Jan 18 13:47:44.919874 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: sorting.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.920862 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.921201 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: sorting Jan 18 13:47:44.921529 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: standard_attr_segment.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.922477 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.923019 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 13:47:44.923348 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: standardattrdescription.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.924003 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.924514 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: standard-attr-description Jan 18 13:47:44.924840 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: stateful_security_group.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.925830 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.926372 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: stateful-security-group Jan 18 13:47:44.926695 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: stdattrs_common.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.927279 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 13:47:44.927608 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.928548 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.929083 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 13:47:44.929466 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnet_onboard.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.930657 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.931181 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: subnet_onboard Jan 18 13:47:44.931510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.932454 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.932968 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 13:47:44.933293 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnet_service_types.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.934284 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.934802 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: subnet-service-types Jan 18 13:47:44.935124 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnetallocation.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.936218 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.936735 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: subnet_allocation Jan 18 13:47:44.937060 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.937762 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.938276 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: subnetpool-prefix-ops Jan 18 13:47:44.938599 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.939543 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.940056 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 13:47:44.940383 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: tagging.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.941463 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.942019 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: standard-attr-tag Jan 18 13:47:44.942347 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: timestamp.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.943561 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.944083 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loaded extension: standard-attr-timestamp Jan 18 13:47:44.944408 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: trunk.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.946049 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.946567 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension trunk not supported by any of loaded plugins Jan 18 13:47:44.946892 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: trunk_details.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.947865 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.948377 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension trunk-details not supported by any of loaded plugins Jan 18 13:47:44.948703 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: uplink_status_propagation.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.949659 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.950208 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 13:47:44.950535 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Loading extension file: vlantransparent.py {{(pid=83521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:47:44.951216 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:47:44.951742 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 13:47:44.953994 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:network Jan 18 13:47:44.954708 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnet Jan 18 13:47:44.955316 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:47:44.956092 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:port Jan 18 13:47:44.957384 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.957871 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service FLAVORS assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.958491 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.958915 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.959250 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:router Jan 18 13:47:44.959921 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:47:44.961274 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service METERING assigned prefix: /metering {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.962739 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.963132 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.963485 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:47:44.964888 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:47:44.965356 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:47:44.966052 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:47:44.966884 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service CORE assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.967247 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:47:44.967694 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] subnetpool is already registered Jan 18 13:47:44.968348 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service CORE assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.968679 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:47:44.969033 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] subnetpool is already registered Jan 18 13:47:44.971602 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.972049 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service FLAVORS assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.972640 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.973068 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.973403 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:router Jan 18 13:47:44.973758 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] router is already registered Jan 18 13:47:44.974362 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:47:44.974692 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] floatingip is already registered Jan 18 13:47:44.975325 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service METERING assigned prefix: /metering {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.976024 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:47:44.976448 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] rbac_policy is already registered Jan 18 13:47:44.976994 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:47:44.977327 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] security_group is already registered Jan 18 13:47:44.977951 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:47:44.978287 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] security_group_rule is already registered Jan 18 13:47:44.978953 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service CORE assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.979286 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:47:44.979613 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] subnetpool is already registered Jan 18 13:47:44.980221 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.v2.resource_helper [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Service CORE assigned prefix: {{(pid=83521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:47:44.980549 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:47:44.980871 dv-cinder-825104-1-smb neutron-server[83521]: WARNING neutron.quota.resource_registry [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] subnetpool is already registered Jan 18 13:47:44.981550 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: extensions {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.983043 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: address-groups {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.984610 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: address-scopes {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.985835 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: agents {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.986995 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: auto-allocated-topology {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.988217 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: availability_zones {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.989552 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: dhcp-networks {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.990979 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: dhcp-agents {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.992436 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: routers {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.994239 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: flavors {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.995401 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: service_profiles {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.996595 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: next_providers {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.998128 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: service_profiles {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:44.999531 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: floatingip-pools {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.000780 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: routers {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.002587 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: floatingips {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.003779 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: l3-routers {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.005130 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: l3-agents {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.006544 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: metering-labels {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.008454 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: metering-label-rules {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.009779 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: network-ip-availabilities {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.011008 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: bindings {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.013524 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: quotas {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.014994 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: quotas {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.016402 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: rbac-policies {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.017696 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: security-groups {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.018904 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: security-group-rules {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.020113 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: service-providers {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.021313 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: subnetpools {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.022741 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: subnetpools {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.025031 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.026758 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.028526 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.030286 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.032183 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.033904 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.035649 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.037481 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.039431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.041256 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron.api.extensions [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Extended resource: tags {{(pid=83521) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:47:45.047092 dv-cinder-825104-1-smb neutron-server[83521]: WARNING keystonemiddleware.auth_token [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 13:47:45.051878 dv-cinder-825104-1-smb neutron-server[83521]: WARNING keystonemiddleware.auth_token [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 13:47:45.060134 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Acquired lock "singleton_lock" {{(pid=83521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 13:47:45.060632 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_concurrency.lockutils [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Releasing lock "singleton_lock" {{(pid=83521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 13:47:45.061271 dv-cinder-825104-1-smb neutron-server[83521]: INFO oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Starting 2 workers Jan 18 13:47:45.065891 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Started child 83630 {{(pid=83521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:47:45.070614 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Started child 83631 {{(pid=83521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:47:45.072242 dv-cinder-825104-1-smb neutron-server[83521]: INFO neutron.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 13:47:45.072437 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.073023 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Notify callbacks [] for process, before_spawn {{(pid=83521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.073865 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [-] (83630) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:47:45.075337 dv-cinder-825104-1-smb neutron-server[83521]: INFO oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Starting 1 workers Jan 18 13:47:45.075493 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.076664 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [-] (83631) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:47:45.080270 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Started child 83632 {{(pid=83521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:47:45.080793 dv-cinder-825104-1-smb neutron-server[83521]: INFO oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Starting 1 workers Jan 18 13:47:45.084244 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] calling RpcWorker wait() {{(pid=83632) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 13:47:45.084797 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] returning from RpcWorker wait() {{(pid=83632) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 13:47:45.084989 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Started child 83633 {{(pid=83521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:47:45.086506 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG neutron_lib.callbacks.manager [None req-aa2114c2-1982-460d-88f8-e07a1e39f14f None None] Notify callbacks [] for process, after_spawn {{(pid=83521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.086945 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.087633 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:47:45.088401 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:47:45.088618 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:47:45.088805 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:47:45.089029 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:47:45.089377 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:47:45.089544 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:47:45.090345 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.090615 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.090896 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.091170 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.091444 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:45.091907 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.092038 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.092286 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.092536 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.092823 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.093061 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.093234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.093404 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.093661 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.093947 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.094234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.094527 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.094786 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.095087 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.095263 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.095517 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.095799 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.096039 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.096303 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] debug = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.096565 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.097057 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.097305 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.097546 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.097813 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.098095 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.098345 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.098640 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.098893 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.099112 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.099359 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.099625 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.099861 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.100107 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.100358 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.100603 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.101047 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] host = dv-cinder-825104-1-smb {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.101321 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.101559 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.101813 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.102041 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.102319 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.102545 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.102787 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.103043 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.103303 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.103544 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.103812 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.104059 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.104315 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.104565 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_file = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.104730 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_options = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.104968 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.105237 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.105509 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.105716 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.105907 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.106091 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.106364 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.106530 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.106784 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.107023 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.107244 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.107468 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.107716 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.107954 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.108207 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.108430 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.108647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.108882 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.109150 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.109398 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.109628 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.109965 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.110205 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.110447 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.110666 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.110884 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.111133 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.111350 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.111567 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.111810 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.112090 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.112361 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.112657 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.112878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.113132 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.113366 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.113585 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.113872 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.114107 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.114366 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.114654 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.114875 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.115110 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.115328 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.115616 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.115838 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_json = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.116003 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.116220 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.116481 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.116698 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.117556 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.117721 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.117943 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.118193 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.118595 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.118923 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.119236 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.119488 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.119744 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.119987 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.120220 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.120458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.120717 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.120948 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.121260 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.121608 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.121858 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.122205 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.122604 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.122907 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:47:45.123281 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.123281 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.123557 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.123692 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.123833 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.124070 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.124288 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.124552 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.124772 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.124993 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.125218 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.125445 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.125745 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.125927 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.126171 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.126477 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.126916 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.127193 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.127413 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.127723 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.128264 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.128602 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.128976 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.129208 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.129467 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.129734 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.129932 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.130147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.130361 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.130581 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.130847 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.131088 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.131303 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.131522 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.131741 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.131956 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.132207 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.133189 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.133422 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.133589 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.133834 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.134070 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.134306 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.134553 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.134774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.135475 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.135702 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.136068 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.136212 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.136377 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.136615 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.136970 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.137109 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.137249 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.137478 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.137676 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.137929 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.143647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.144761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.145431 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.149770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150339 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.150878 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151429 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151765 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.151840 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.152147 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.152246 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.152533 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.152794 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.154458 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.155630 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.155630 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.155630 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.155630 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.155630 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.156035 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.156126 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.156346 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.156585 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.156805 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.157044 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.157289 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.157761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.157761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.157963 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.158198 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.158438 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.159066 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.159314 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.159564 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.159790 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.160067 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.160313 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.160776 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.161028 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.161538 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.161832 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.162026 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.162274 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.162494 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.162709 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.162924 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.163143 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.163379 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.163609 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.163945 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.164420 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.164499 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.164713 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.165060 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.165279 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.165539 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.165784 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.166033 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.166297 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.166774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.166774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.166968 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.167104 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.167600 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.167600 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.167775 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.167989 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.168246 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.168414 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.168637 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.168849 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.169122 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.169368 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.169582 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.169895 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.170142 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.170371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.170628 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.170848 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.171100 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.171307 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.171522 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.171763 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.171971 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.172273 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.172520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.172740 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.173031 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.173275 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.173523 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.173815 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.174120 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.174349 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.174587 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.174803 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.175035 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.175258 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.175510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.175853 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.176148 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.176408 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.176665 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.176973 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.177256 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.177534 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.177777 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.178085 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.178423 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.178738 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.179010 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.179258 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.180155 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.180383 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.180604 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.180840 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.181055 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.181272 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.181507 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.181808 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.182042 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.182282 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.182508 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.182890 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.183151 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.183393 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.183639 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.183857 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.184014 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:47:45.184543 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:47:45.184707 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:47:45.184865 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:47:45.185034 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:47:45.185221 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:47:45.185378 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:47:45.185584 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.185770 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.185931 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186092 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186251 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186432 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186616 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186790 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.186923 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187082 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187242 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187401 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187562 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187720 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.187880 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188037 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188194 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188352 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188516 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188676 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188834 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.188997 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.189156 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] debug = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.189315 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.189511 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.189676 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.189856 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190016 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190174 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190332 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190491 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190649 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190809 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.190968 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191127 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191286 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191605 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191764 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.191923 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] host = dv-cinder-825104-1-smb {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192082 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192242 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192400 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192558 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192716 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.192874 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193033 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193213 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193372 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193530 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193713 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.193867 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194025 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194182 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_file = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194340 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_options = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194499 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194657 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.194815 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.195643 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.195790 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.195951 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196112 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196274 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196428 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196586 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196744 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.196902 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197060 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197217 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197374 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197531 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197708 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.197877 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198046 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198206 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198364 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198521 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198680 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.198837 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.199002 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.199146 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.199303 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.199461 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.200311 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.201793 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.201793 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.201793 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.201793 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202082 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202082 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202231 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202310 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202439 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202600 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_json = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202759 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.202916 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203073 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203230 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203387 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203543 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203700 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.203863 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:47:45.204044 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.204510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.204510 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.204681 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.204681 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.204848 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205022 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205160 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205322 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205532 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205636 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.205828 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206004 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206166 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206327 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206488 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206649 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206809 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.206971 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207133 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207402 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207502 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207606 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207766 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.207928 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208133 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208224 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208388 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208550 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208699 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.208875 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209028 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209212 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209320 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209774 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.209928 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210007 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210118 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210319 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210439 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210693 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.210925 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.211044 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.211228 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.211432 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.211596 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.211778 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212046 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212149 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212232 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212409 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212677 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212778 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.212880 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213040 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213201 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213362 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213524 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213709 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.213873 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.214160 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.214160 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.214371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.214496 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.214929 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215319 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215319 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215479 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215570 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215697 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215837 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.215996 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216418 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216418 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216569 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216648 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216797 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.216958 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.217405 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.217405 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.217405 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.218179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.218179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.218179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.218179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.218179 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.219761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.220446 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.221520 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222071 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222071 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222071 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222294 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222294 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222450 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222598 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.222931 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223125 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223492 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223492 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223656 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223758 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.223919 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224079 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224240 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224401 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224560 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224721 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.224880 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225045 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225204 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225364 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225525 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225705 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.225872 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.226033 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.226258 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.226528 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.226764 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.226929 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227107 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227277 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227439 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227600 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227761 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.227922 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228082 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228243 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228404 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228565 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228727 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.228893 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229054 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229214 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229374 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229534 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229721 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.229877 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230041 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230203 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230364 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230526 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230688 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.230849 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231010 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231194 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231357 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231518 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231679 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.231840 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232003 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232164 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232325 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232487 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232808 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.232982 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233143 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233302 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233463 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233624 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233809 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.233970 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234133 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234294 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234454 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234617 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234781 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.234943 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.235128 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.235290 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.235451 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.237096 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.239736 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.240298 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241086 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.241647 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.242687 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.242687 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.242687 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.242916 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.242995 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.243133 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.244371 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:47:45.246234 dv-cinder-825104-1-smb neutron-server[83521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:47:45.255100 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:47:45.474274 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38428) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:47:45.483645 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072205 Jan 18 13:47:55.913576 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cc7a3-a81c-40ef-8683-21bdc20dbd58 None None] get_active_networks_info from dv-cinder-825104-1-smb {{(pid=83632) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 13:47:55.983446 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cc7a3-a81c-40ef-8683-21bdc20dbd58 None None] No non-hosted networks {{(pid=83632) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 13:47:56.000765 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.agentschedulers_db [None req-1a6cc7a3-a81c-40ef-8683-21bdc20dbd58 None None] DHCP Agent not found on host dv-cinder-825104-1-smb {{(pid=83632) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 13:47:56.105375 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-30c2e3dd-945c-472c-81eb-11f9de75d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:58.247904 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-46eb71ea-33a9-4dd5-9087-c7bcadd35206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:58.327542 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-e67d4f6d-0ce7-4b62-b309-b39c3c47d122 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825104-1-smb {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:47:58.328540 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-e67d4f6d-0ce7-4b62-b309-b39c3c47d122 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:47:58.965132 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e67d4f6d-0ce7-4b62-b309-b39c3c47d122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:59.207722 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:59.314459 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:59.315100 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.315513 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.315910 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.316298 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.316682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.317457 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.318237 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.320021 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.320558 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.324746 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.325935 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:47:59.326499 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825104-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:47:59.334505 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825104-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:00.662846 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:02.147254 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38520) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:02.780288 dv-cinder-825104-1-smb neutron-server[83630]: WARNING oslo_policy.policy [None req-5e162404-765c-4797-a25a-49a8f9ec4932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:02.780891 dv-cinder-825104-1-smb neutron-server[83630]: WARNING oslo_policy.policy [None req-5e162404-765c-4797-a25a-49a8f9ec4932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:03.003856 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [None req-5e162404-765c-4797-a25a-49a8f9ec4932 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:03.004957 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5e162404-765c-4797-a25a-49a8f9ec4932 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8568220 Jan 18 13:48:03.183983 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.db.l3_hamode_db [None req-31f37bac-29e8-4d57-9b7e-ce9208ffd183 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 13:48:03.269356 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f37bac-29e8-4d57-9b7e-ce9208ffd183 None None] Routers set() bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:03.269661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f37bac-29e8-4d57-9b7e-ce9208ffd183 None None] Router IDs set() for agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 13:48:05.282312 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38534) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:05.675176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:05.730807 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.policy [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83630) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:48:05.731278 dv-cinder-825104-1-smb neutron-server[83630]: WARNING oslo_policy.policy [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:05.731644 dv-cinder-825104-1-smb neutron-server[83630]: WARNING oslo_policy.policy [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:05.734988 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.quota [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Loaded quota_driver: . Jan 18 13:48:05.751037 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:05.883697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769072677372', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769072671566', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769072669889', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769072713696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769072722150', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1575435', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557505'] for rbac-policy, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:06.131792 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:06.132989 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-fa8c19d3-6b94-4b4a-ad7b-9d55ec04235a admin admin] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8496983 Jan 18 13:48:08.684754 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:09.067721 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Request body: {'network': {'project_id': 'fda3a1f8614a40279b20d15999917d95', 'name': 'private', 'admin_state_up': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:09.073136 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:09.077553 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Usage tracker for resource:network and tenant:fda3a1f8614a40279b20d15999917d95 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:09.082110 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:09.088460 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:09.171020 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Made reservation on behalf of fda3a1f8614a40279b20d15999917d95 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:09.173825 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.192360 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.234256 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:09.237922 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Usage tracker for resource:security_group_rule and tenant:fda3a1f8614a40279b20d15999917d95 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:09.240694 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:09.247085 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:09.314737 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.382730 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.406954 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:48:09.435496 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769070037971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.436099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Unsubscribe: segment precommit_create {{(pid=83630) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:48:09.436610 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Added segment 13dbe3c8-e970-4561-87b5-56c91da3914b of type vlan for network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 Jan 18 13:48:09.445128 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9c1ad2-218d-4f8e-a950-e1a40e70dc9f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:09.505415 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.505774 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.506109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.506436 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.506759 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.507078 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.507398 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.507729 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.508045 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.508356 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.509702 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Tracked resource versions report: Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: pushed versions: Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Log': {'1.0'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Network': {'1.1'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Port': {'1.5'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'PortForwarding': {'1.2'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'QosPolicy': {'1.8'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SubPort': {'1.0'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Subnet': {'1.1'}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Trunk': {'1.1'}} Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: consumer versions: Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Log': '1.0', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Network': '1.1', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Port': '1.5', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'PortForwarding': '1.2', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'QosPolicy': '1.8', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroup': '1.2', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroupRule': '1.0', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'SubPort': '1.0', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Subnet': '1.1', Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: 'Trunk': '1.1'}} Jan 18 13:48:09.510751 dv-cinder-825104-1-smb neutron-server[83630]: {{(pid=83630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:09.550445 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.634743 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.635834 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:09.636550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.735319 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e53efc-c5ed-4af5-b483-18ae2fac87c7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:09.746591 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:09.903591 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-40b50ab5-e18a-4b1f-818a-18e5f3355944 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.2176900 Jan 18 13:48:12.440305 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38564) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:12.919079 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd5c81-cb74-40ce-a8b6-9700b97c3517 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:12.920378 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-b3dd5c81-cb74-40ce-a8b6-9700b97c3517 admin admin] 10.222.0.94 "GET /v2.0/networks/f2e53efc-c5ed-4af5-b483-18ae2fac87c7 HTTP/1.1" status: 200 len: 824 time: 0.4791214 Jan 18 13:48:12.948645 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3004b56f-dd90-4e3b-ad8e-677fc146534c admin admin] 10.222.0.94 "GET /v2.0/subnetpools/eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798 HTTP/1.1" status: 200 len: 734 time: 0.0229018 Jan 18 13:48:12.956761 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'name': 'private-subnet'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:12.961056 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:12.964833 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Usage tracker for resource:subnet and tenant:fda3a1f8614a40279b20d15999917d95 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:12.967926 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:12.973473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:13.097230 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Made reservation on behalf of fda3a1f8614a40279b20d15999917d95 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:13.099395 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:13.446891 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:13.532833 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b555739-4b7a-4ff8-a9c2-29b073d960d1,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:13.537625 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Checking segment: {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:13.538039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Network hostable DHCP agents. Network: f2e53efc-c5ed-4af5-b483-18ae2fac87c7, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:13.685485 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:13.810989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, f2e53efc-c5ed-4af5-b483-18ae2fac87c7) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:13.815502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:13.816086 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:13.820575 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef983f4-3fff-4dfa-98a0-b028123e34ec None None] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:13.903674 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f3b3ed66-a4dc-49fe-9619-be085fac92db admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9500048 Jan 18 13:48:14.133162 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:48:14.134441 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:14.317942 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Allocated IP 172.20.0.2 (f2e53efc-c5ed-4af5-b483-18ae2fac87c7/3b555739-4b7a-4ff8-a9c2-29b073d960d1/b5c9534f-8e18-41e6-a74e-0f7fd1ea004d) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:14.542429 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:14.556670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Transition to ACTIVE for port object b5c9534f-8e18-41e6-a74e-0f7fd1ea004d will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:14.586623 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Transition to ACTIVE for port object b5c9534f-8e18-41e6-a74e-0f7fd1ea004d will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:14.783510 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:14.849306 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:14.852194 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:14.855914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:14.862772 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Pushing event updated for resources: {'Port': ['ID=b5c9534f-8e18-41e6-a74e-0f7fd1ea004d,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:14.901229 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.901556 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.901922 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.902256 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.902589 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.902916 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.903240 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.903565 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.903888 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.904238 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.904557 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Tracked resource versions report: Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: pushed versions: Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Log': {'1.0'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Network': {'1.1'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Port': {'1.5'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'PortForwarding': {'1.2'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'QosPolicy': {'1.8'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SubPort': {'1.0'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Subnet': {'1.1'}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Trunk': {'1.1'}} Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: consumer versions: Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Log': '1.0', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Network': '1.1', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Port': '1.5', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'PortForwarding': '1.2', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'QosPolicy': '1.8', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroup': '1.2', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroupRule': '1.0', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'SubPort': '1.0', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Subnet': '1.1', Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: 'Trunk': '1.1'}} Jan 18 13:48:14.905619 dv-cinder-825104-1-smb neutron-server[83632]: {{(pid=83632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:14.962658 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Attempting to bind port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:14.963070 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Attempting to bind port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:14.963499 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Attempting to bind port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d on network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:14.969902 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:14.970303 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Checking segment: {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:14.970781 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:14.971164 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Bound using segment: {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:14.971622 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Bound port: b5c9534f-8e18-41e6-a74e-0f7fd1ea004d, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:14.972000 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:15.057173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] For port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:15.060959 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] For port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=b5c9534f-8e18-41e6-a74e-0f7fd1ea004d,segment=NetworkSegment(13dbe3c8-e970-4561-87b5-56c91da3914b),segment_id=13dbe3c8-e970-4561-87b5-56c91da3914b)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:15.149094 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:15.256358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16376-ecd3-4760-9e4c-2e89e201a5a6 None None] Pushing event updated for resources: {'Port': ['ID=b5c9534f-8e18-41e6-a74e-0f7fd1ea004d,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:16.198625 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38574) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:16.604324 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [None req-3d8014d7-8792-431d-86ba-425d15e7c392 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:16.617711 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3d8014d7-8792-431d-86ba-425d15e7c392 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4057405 Jan 18 13:48:18.880694 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d7cae8-8985-4b9b-86d5-3d2cce6516b8 None None] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:18.896567 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38588) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:19.096879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-13df79dd-bea3-41ae-9da8-2e05c1e6fac0 None None] Provisioning for port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:19.298389 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [None req-1e1d86e2-ceb5-4b90-9cf8-3188cc8c401d admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:19.299354 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1e1d86e2-ceb5-4b90-9cf8-3188cc8c401d admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4018369 Jan 18 13:48:19.477192 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b5c9534f-8e18-41e6-a74e-0f7fd1ea004d up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:19.645360 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:19.651315 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:19.651885 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:19.766387 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:19.798419 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=b5c9534f-8e18-41e6-a74e-0f7fd1ea004d,segment=NetworkSegment(13dbe3c8-e970-4561-87b5-56c91da3914b),segment_id=13dbe3c8-e970-4561-87b5-56c91da3914b)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:19.851305 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:19.916883 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=b5c9534f-8e18-41e6-a74e-0f7fd1ea004d,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:21.457338 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b5c9534f-8e18-41e6-a74e-0f7fd1ea004d up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:21.527301 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:21.527672 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.860796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38600) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:22.311276 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:22.316204 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:22.320118 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Usage tracker for resource:router and tenant:fda3a1f8614a40279b20d15999917d95 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:22.323493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:22.328941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:22.405598 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.407036 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.431614 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.606507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.702076 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.703260 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e0d6c110-c771-485a-8ad0-23f658c0b539 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8415060 Jan 18 13:48:24.933978 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:25.325046 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [None req-a456879a-6f68-44c0-bb1b-2a75033de615 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:25.326034 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a456879a-6f68-44c0-bb1b-2a75033de615 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3911359 Jan 18 13:48:25.891021 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3f19cab1-a7b1-406a-91c7-9950f3e1b15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:27.650281 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38620) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:28.041991 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:28.046960 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:28.050633 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Usage tracker for resource:network and tenant:22545f399b224ae8b6d6653cda9926c0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:28.053494 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:28.059431 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:28.125520 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Made reservation on behalf of 22545f399b224ae8b6d6653cda9926c0 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:28.127804 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.142065 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.174109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:28.177792 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Usage tracker for resource:security_group_rule and tenant:22545f399b224ae8b6d6653cda9926c0 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:28.180644 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:28.186759 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:28.239602 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c914f1be-95d2-44ec-a6ea-c196cb709a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.248184 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.325041 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.343215 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Reserving flat network on physical network physnet1 {{(pid=83630) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 13:48:28.363057 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452bb11-bfc6-4fd8-b93c-c790380fd5fe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:28.367190 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.368570 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Added segment 6eef0947-5067-477b-bd7e-a8e1afd4fce8 of type flat for network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 Jan 18 13:48:28.399841 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.513826 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.514580 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:28.515152 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.613168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9340a8-77b5-4dec-8c37-73aebe69a9f6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:28.623183 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:28.698337 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0304b6c0-31fd-4da9-ad2b-ef54d99fe498 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0467615 Jan 18 13:48:29.164570 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:29.279519 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.594326 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.959293 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 38640) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:31.195632 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d53267-4d6f-429e-85e9-d42abd4f9d7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:31.197601 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a2d53267-4d6f-429e-85e9-d42abd4f9d7b admin admin] 10.222.0.94 "GET /v2.0/subnets/3b555739-4b7a-4ff8-a9c2-29b073d960d1 HTTP/1.1" status: 200 len: 849 time: 0.2373796 Jan 18 13:48:31.338415 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-899d6aaa-3322-41c8-94dc-7708c61ecff0 admin admin] 10.222.0.94 "GET /v2.0/routers/6c3088bd-9314-4c61-aec0-5c1a4ba247bb HTTP/1.1" status: 200 len: 704 time: 0.1355102 Jan 18 13:48:31.799372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.020664 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Allocated IP 172.20.0.1 (f2e53efc-c5ed-4af5-b483-18ae2fac87c7/3b555739-4b7a-4ff8-a9c2-29b073d960d1/13588235-7f52-4ca4-95cf-a4abac8397f5) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:32.202621 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.220074 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Transition to ACTIVE for port object 13588235-7f52-4ca4-95cf-a4abac8397f5 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:32.360521 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.426538 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:32.429353 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:32.434434 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:32.435242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.438066 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Pushing event updated for resources: {'Port': ['ID=13588235-7f52-4ca4-95cf-a4abac8397f5,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:32.634472 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.702671 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-c29538ff-bcbd-4bbe-9582-452c1f47618c None None] Provisioning for port 13588235-7f52-4ca4-95cf-a4abac8397f5 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:32.707634 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-c29538ff-bcbd-4bbe-9582-452c1f47618c None None] Provisioning complete for port 13588235-7f52-4ca4-95cf-a4abac8397f5 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:32.708017 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c29538ff-bcbd-4bbe-9582-452c1f47618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.867166 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-c29538ff-bcbd-4bbe-9582-452c1f47618c None None] Port 13588235-7f52-4ca4-95cf-a4abac8397f5 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:48:32.867528 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.931544 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.932302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:33.057991 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Pushing event updated for resources: {'Port': ['ID=13588235-7f52-4ca4-95cf-a4abac8397f5,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:33.121815 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:33.122852 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:33.285506 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-615d4018-9dae-4609-ac86-5c51e75c33dd None None] Provisioning complete for port 13588235-7f52-4ca4-95cf-a4abac8397f5 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:33.285899 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-615d4018-9dae-4609-ac86-5c51e75c33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:33.335380 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-615d4018-9dae-4609-ac86-5c51e75c33dd None None] Port 13588235-7f52-4ca4-95cf-a4abac8397f5 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:48:33.548345 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:48:33.713877 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:33.724443 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5238db64-99ef-4d61-b8ad-a4d58e145847 admin admin] 10.222.0.94 "PUT /v2.0/routers/6c3088bd-9314-4c61-aec0-5c1a4ba247bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3810067 Jan 18 13:48:33.724870 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Sync routers for ids ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:48:33.738475 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Routers {'6c3088bd-9314-4c61-aec0-5c1a4ba247bb'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:33.739316 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:48:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:33.924005 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Set router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb gateway port host: None {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:34.292252 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 2, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port_host': None, '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 2, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:34.297021 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Checking router: 6c3088bd-9314-4c61-aec0-5c1a4ba247bb for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:48:34.297415 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Updating router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb port 13588235-7f52-4ca4-95cf-a4abac8397f5 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:48:34.346540 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.718876 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.734056 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Transition to ACTIVE for port object 13588235-7f52-4ca4-95cf-a4abac8397f5 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:34.811049 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.993260 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Pushing event updated for resources: {'Port': ['ID=13588235-7f52-4ca4-95cf-a4abac8397f5,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:35.036115 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.036457 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.036791 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.037119 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.037445 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.037787 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.038106 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.038423 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.038735 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.039046 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.039355 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Tracked resource versions report: Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: pushed versions: Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Log': {'1.0'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Network': {'1.1'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Port': {'1.5'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'PortForwarding': {'1.2'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'QosPolicy': {'1.8'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SubPort': {'1.0'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Subnet': {'1.1'}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Trunk': {'1.1'}} Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: consumer versions: Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Log': '1.0', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Network': '1.1', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Port': '1.5', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'PortForwarding': '1.2', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'QosPolicy': '1.8', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroup': '1.2', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroupRule': '1.0', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'SubPort': '1.0', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Subnet': '1.1', Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: 'Trunk': '1.1'}} Jan 18 13:48:35.041103 dv-cinder-825104-1-smb neutron-server[83633]: {{(pid=83633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:35.064728 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Attempting to bind port 13588235-7f52-4ca4-95cf-a4abac8397f5 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:35.065128 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Attempting to bind port 13588235-7f52-4ca4-95cf-a4abac8397f5 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:35.065552 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Attempting to bind port 13588235-7f52-4ca4-95cf-a4abac8397f5 on network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:35.071994 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:35.072390 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Checking segment: {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:35.072862 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.073239 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Bound using segment: {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:35.073934 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Bound port: 13588235-7f52-4ca4-95cf-a4abac8397f5, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dbe3c8-e970-4561-87b5-56c91da3914b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:35.074784 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.161041 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] For port 13588235-7f52-4ca4-95cf-a4abac8397f5, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:35.164851 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] For port 13588235-7f52-4ca4-95cf-a4abac8397f5, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=13588235-7f52-4ca4-95cf-a4abac8397f5,segment=NetworkSegment(13dbe3c8-e970-4561-87b5-56c91da3914b),segment_id=13dbe3c8-e970-4561-87b5-56c91da3914b)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:35.280218 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.367217 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9cf0-0d9d-4a8a-9045-528b9af001e7 None None] Pushing event updated for resources: {'Port': ['ID=13588235-7f52-4ca4-95cf-a4abac8397f5,revision_number=4']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:35.379065 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Routers {'6c3088bd-9314-4c61-aec0-5c1a4ba247bb'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:35.379696 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:48:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:35.531203 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] Set router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb gateway port host: None {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:35.814745 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 38662) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:35.862112 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 2, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port_host': None, '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:35.865954 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ad9a-a612-4458-90aa-ecda1135f64e None None] The sync data for ids ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'] in dv-cinder-825104-1-smb is: [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 2, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port_host': None, '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:48:36.008814 dv-cinder-825104-1-smb neutron-server[83631]: WARNING oslo_policy.policy [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:36.009401 dv-cinder-825104-1-smb neutron-server[83631]: WARNING oslo_policy.policy [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:36.412321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.policy [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83631) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:48:36.412994 dv-cinder-825104-1-smb neutron-server[83631]: WARNING oslo_policy.policy [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:36.413352 dv-cinder-825104-1-smb neutron-server[83631]: WARNING oslo_policy.policy [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:48:36.416855 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:36.418756 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c05846b2-a7bd-4984-8ef2-f49a08bdbd11 admin admin] 10.222.0.94 "GET /v2.0/networks/ac9340a8-77b5-4dec-8c37-73aebe69a9f6 HTTP/1.1" status: 200 len: 842 time: 0.6021769 Jan 18 13:48:36.427892 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:36.429881 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.quota [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Loaded quota_driver: . Jan 18 13:48:36.436214 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:36.442007 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Usage tracker for resource:subnet and tenant:22545f399b224ae8b6d6653cda9926c0 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:36.445320 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:36.453854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:36.548381 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Made reservation on behalf of 22545f399b224ae8b6d6653cda9926c0 for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:36.551170 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.197760 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.objects.ports [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83631) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 13:48:37.198399 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.277955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f4e1b4-3a7b-4255-a5d7-eae63ba66089,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:37.283988 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:37.284367 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Network hostable DHCP agents. Network: ac9340a8-77b5-4dec-8c37-73aebe69a9f6, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:37.293959 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.294296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.294626 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.294950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.295268 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.295581 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.295894 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.296213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.296521 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.296830 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.297137 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Tracked resource versions report: Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: pushed versions: Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Log': {'1.0'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Network': {'1.1'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Port': {'1.5'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'PortForwarding': {'1.2'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'QosPolicy': {'1.8'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SubPort': {'1.0'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Subnet': {'1.1'}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Trunk': {'1.1'}} Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: consumer versions: Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Log': '1.0', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Network': '1.1', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Port': '1.5', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'PortForwarding': '1.2', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'QosPolicy': '1.8', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroup': '1.2', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroupRule': '1.0', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'SubPort': '1.0', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Subnet': '1.1', Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: 'Trunk': '1.1'}} Jan 18 13:48:37.298198 dv-cinder-825104-1-smb neutron-server[83631]: {{(pid=83631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:37.400211 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:37.478003 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 13588235-7f52-4ca4-95cf-a4abac8397f5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:37.485645 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, ac9340a8-77b5-4dec-8c37-73aebe69a9f6) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:37.490677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:37.494784 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.505664 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d714ea-2a7a-44ad-8a7d-ba4b499718ee None None] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:37.566538 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-64013a40-8013-4e87-bc93-4d4e91fb0f7c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1421633 Jan 18 13:48:37.743988 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 13588235-7f52-4ca4-95cf-a4abac8397f5 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:37.748871 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 13588235-7f52-4ca4-95cf-a4abac8397f5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:37.749247 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.772973 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c187b7-67f5-4ed6-8539-b9ae13a4963c None None] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:38.033924 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.097617 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 13588235-7f52-4ca4-95cf-a4abac8397f5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=13588235-7f52-4ca4-95cf-a4abac8397f5,segment=NetworkSegment(13dbe3c8-e970-4561-87b5-56c91da3914b),segment_id=13dbe3c8-e970-4561-87b5-56c91da3914b)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:38.194189 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.260599 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=13588235-7f52-4ca4-95cf-a4abac8397f5,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:39.468285 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 13588235-7f52-4ca4-95cf-a4abac8397f5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:39.538416 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 13588235-7f52-4ca4-95cf-a4abac8397f5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:39.538861 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.706363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 38686) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:39.976451 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-f6903d80-5993-459b-994a-d9ae4be8d23f admin admin] 10.222.0.94 "GET /v2.0/routers/6c3088bd-9314-4c61-aec0-5c1a4ba247bb HTTP/1.1" status: 200 len: 710 time: 0.2689910 Jan 18 13:48:40.100590 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fddd7e-0dbf-47d5-9ae5-2f864d3e8153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:40.101884 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-30fddd7e-0dbf-47d5-9ae5-2f864d3e8153 admin admin] 10.222.0.94 "GET /v2.0/networks/ac9340a8-77b5-4dec-8c37-73aebe69a9f6 HTTP/1.1" status: 200 len: 886 time: 0.1201816 Jan 18 13:48:40.110616 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:40.571213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.841383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.898292 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.030930 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Allocated IP 172.28.2.230 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/61f59ace-a356-45dd-b5d4-94cf542ce620) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:41.178298 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.280071 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.341438 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:41.344105 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:41.347722 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:41.375789 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Pushing event updated for resources: {'Port': ['ID=61f59ace-a356-45dd-b5d4-94cf542ce620,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:41.594215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.787987 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.791932 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-750735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-750724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738074'] for router, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.986266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:48:42.175355 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:42.183135 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.184274 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-bd305dbf-8f0e-4e62-b8a4-4a0e820de34e admin admin] 10.222.0.94 "PUT /v2.0/routers/6c3088bd-9314-4c61-aec0-5c1a4ba247bb HTTP/1.1" status: 200 len: 890 time: 2.0768847 Jan 18 13:48:42.185027 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Sync routers for ids ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:48:42.197383 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Routers {'6c3088bd-9314-4c61-aec0-5c1a4ba247bb'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:42.198092 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:48:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:42.392119 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Set router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:42.801073 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:41Z', 'revision_number': 4, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port': {'id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:40Z', 'updated_at': '2022-01-18T13:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 5, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:42.806608 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Checking router: 6c3088bd-9314-4c61-aec0-5c1a4ba247bb for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:48:42.806977 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Updating router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb port 61f59ace-a356-45dd-b5d4-94cf542ce620 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:48:42.859227 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.193613 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.206284 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Transition to ACTIVE for port object 61f59ace-a356-45dd-b5d4-94cf542ce620 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:43.336054 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.418143 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110600d-0ef0-4d9e-b686-f954cb6edf82 None None] Pushing event updated for resources: {'Port': ['ID=61f59ace-a356-45dd-b5d4-94cf542ce620,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:43.423044 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Attempting to bind port 61f59ace-a356-45dd-b5d4-94cf542ce620 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:43.423407 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Attempting to bind port 61f59ace-a356-45dd-b5d4-94cf542ce620 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:43.423762 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Attempting to bind port 61f59ace-a356-45dd-b5d4-94cf542ce620 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:43.430096 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:43.430460 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:43.430851 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.431228 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:43.431683 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Bound port: 61f59ace-a356-45dd-b5d4-94cf542ce620, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:43.432061 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.504623 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] For port 61f59ace-a356-45dd-b5d4-94cf542ce620, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:43.507389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] For port 61f59ace-a356-45dd-b5d4-94cf542ce620, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=61f59ace-a356-45dd-b5d4-94cf542ce620,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:43.600274 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.681987 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110600d-0ef0-4d9e-b686-f954cb6edf82 None None] Pushing event updated for resources: {'Port': ['ID=61f59ace-a356-45dd-b5d4-94cf542ce620,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:43.685534 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Routers {'6c3088bd-9314-4c61-aec0-5c1a4ba247bb'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:43.686157 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:48:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:43.887322 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] Set router 6c3088bd-9314-4c61-aec0-5c1a4ba247bb gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:44.207477 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:41Z', 'revision_number': 4, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port': {'id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:40Z', 'updated_at': '2022-01-18T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 5, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:44.212157 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b287d20-f624-4ac4-8682-429c23fb6dd5 None None] The sync data for ids ['6c3088bd-9314-4c61-aec0-5c1a4ba247bb'] in dv-cinder-825104-1-smb is: [{'id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'name': 'router1', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:41Z', 'revision_number': 4, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'gw_port': {'id': '61f59ace-a356-45dd-b5d4-94cf542ce620', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:40Z', 'updated_at': '2022-01-18T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '13588235-7f52-4ca4-95cf-a4abac8397f5', 'name': '', 'network_id': 'f2e53efc-c5ed-4af5-b483-18ae2fac87c7', 'tenant_id': 'fda3a1f8614a40279b20d15999917d95', 'mac_address': 'fa:16:3e:b1:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3088bd-9314-4c61-aec0-5c1a4ba247bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:31Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 5, 'project_id': 'fda3a1f8614a40279b20d15999917d95', 'subnets': [{'id': '3b555739-4b7a-4ff8-a9c2-29b073d960d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb839fe2-9cf2-4bb3-b0a5-a6b2aed4d798'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:48:44.417880 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 38696) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:44.558677 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-8dd8a429-3b61-4135-a9a8-9055d5f06a46 admin admin] 10.222.0.94 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1396041 Jan 18 13:48:45.494932 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 61f59ace-a356-45dd-b5d4-94cf542ce620 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:45.668052 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 61f59ace-a356-45dd-b5d4-94cf542ce620 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:45.673189 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 61f59ace-a356-45dd-b5d4-94cf542ce620 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:45.673555 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:45.790557 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:45.812944 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 61f59ace-a356-45dd-b5d4-94cf542ce620, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=61f59ace-a356-45dd-b5d4-94cf542ce620,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:45.902652 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:45.966825 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=61f59ace-a356-45dd-b5d4-94cf542ce620,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:47.491027 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 61f59ace-a356-45dd-b5d4-94cf542ce620 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:47.563468 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 61f59ace-a356-45dd-b5d4-94cf542ce620 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:47.564178 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.885068 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-643f2449-1762-4c48-a479-a793634bac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.222773 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e1dd4be0-432d-4f45-a28c-f5a4a71bc853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.147160 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:48:59.187326 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.342141 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.628203 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:25.885368 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f0a37bcf-9df8-43fc-a73f-1390822af76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:28.222744 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-45de0a9e-ca0c-4a90-8241-99dbf48614e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.197260 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.319248 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:30.599623 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.146463 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:49:56.793494 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9d546daf-1313-40a3-981c-83ec33ae3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.221804 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca971-9d0c-4483-893f-9898bf7091c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.153374 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.274403 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.615972 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.146628 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:50:25.901473 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ae29-82e9-42f7-9a51-feb23d3a7d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.261717 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0485d34d-f7af-43e0-ad84-addafe8f372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.208055 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.301995 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.621569 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.146894 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:50:51.298527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39268) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:51.388294 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dd59a1-3d0e-46a1-8b08-bb2b0f1621d7 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:50:51.389476 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-00dd59a1-3d0e-46a1-8b08-bb2b0f1621d7 admin admin] 10.222.0.94 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0900319 Jan 18 13:50:51.517976 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602e5990-52cd-4cec-a17f-d4cb4380e382 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:51.519406 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-602e5990-52cd-4cec-a17f-d4cb4380e382 admin admin] 10.222.0.94 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1261141 Jan 18 13:50:53.573454 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:53.702848 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fee6d-59d4-40ae-b0b3-5144a09a4e7f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:53.704170 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-358fee6d-59d4-40ae-b0b3-5144a09a4e7f admin admin] 10.222.0.94 "GET /v2.0/subnets/3b555739-4b7a-4ff8-a9c2-29b073d960d1 HTTP/1.1" status: 200 len: 849 time: 0.1297419 Jan 18 13:50:53.713953 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:53.859290 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:54.101557 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769069962231'] for subnet, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:54.149507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:54.150112 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:54.151838 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] 10.222.0.94 "PUT /v2.0/subnets/3b555739-4b7a-4ff8-a9c2-29b073d960d1 HTTP/1.1" status: 200 len: 868 time: 0.4412608 Jan 18 13:50:54.155701 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f4670-d514-45b5-baeb-f2c7e1067353 None None] Network f2e53efc-c5ed-4af5-b483-18ae2fac87c7 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:54.169160 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b555739-4b7a-4ff8-a9c2-29b073d960d1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:54.178219 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.178689 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.179032 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.179362 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.179696 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.180024 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.180347 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.180690 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.181013 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.181334 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.181658 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0cc48-23a6-491c-8605-fc0ce4ed6fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:54.665086 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-ff1b15bf-9522-4517-8091-77643f77e899 None None] Provisioning complete for port 13588235-7f52-4ca4-95cf-a4abac8397f5 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:54.665449 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ff1b15bf-9522-4517-8091-77643f77e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:54.788038 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-ff1b15bf-9522-4517-8091-77643f77e899 None None] Provisioning complete for port b5c9534f-8e18-41e6-a74e-0f7fd1ea004d triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:54.788464 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ff1b15bf-9522-4517-8091-77643f77e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:55.901419 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ad7870cc-cc56-4e3b-b8ef-65a77b1b2d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:56.181762 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39288) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:56.374922 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed078e-f11b-4ce3-8558-2ca70b254751 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:56.375212 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed078e-f11b-4ce3-8558-2ca70b254751 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:56.375915 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e2ed078e-f11b-4ce3-8558-2ca70b254751 admin admin] Synchronizing usage tracker for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:56.478160 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e2ed078e-f11b-4ce3-8558-2ca70b254751 admin admin] Unset dirty status for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:56.479317 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e2ed078e-f11b-4ce3-8558-2ca70b254751 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2965958 Jan 18 13:50:58.255822 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd2c9-bc92-43e1-9394-1726fcf44dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:58.475976 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39298) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:58.668149 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e2db6-6b54-4ceb-8fc9-48188b58f250 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:58.668514 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e2db6-6b54-4ceb-8fc9-48188b58f250 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:58.670017 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c80e2db6-6b54-4ceb-8fc9-48188b58f250 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1931093 Jan 18 13:50:59.175519 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:59.381981 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:00.632989 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:00.720566 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39308) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:00.906721 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ac7a6-377c-4ddc-bded-f7191af1dada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:00.908057 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a97ac7a6-377c-4ddc-bded-f7191af1dada admin admin] 10.222.0.94 "GET /v2.0/networks/ac9340a8-77b5-4dec-8c37-73aebe69a9f6 HTTP/1.1" status: 200 len: 886 time: 0.1865809 Jan 18 13:51:02.980733 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39318) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:03.173461 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae6ec5-5d18-472c-afee-b2731995f952 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:03.174817 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-86ae6ec5-5d18-472c-afee-b2731995f952 admin admin] 10.222.0.94 "GET /v2.0/networks/f2e53efc-c5ed-4af5-b483-18ae2fac87c7 HTTP/1.1" status: 200 len: 868 time: 0.1931331 Jan 18 13:51:05.217146 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39328) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:05.351166 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5252e9f-800d-47c7-b8c3-b64facf6314a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:05.351533 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5252e9f-800d-47c7-b8c3-b64facf6314a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:05.353090 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a5252e9f-800d-47c7-b8c3-b64facf6314a admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349680 Jan 18 13:51:07.436486 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39338) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:07.570343 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792db66-5063-4a16-b156-a3cc44e7e00f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:07.570712 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792db66-5063-4a16-b156-a3cc44e7e00f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:07.572281 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1792db66-5063-4a16-b156-a3cc44e7e00f admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348577 Jan 18 13:51:09.578062 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39348) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:09.717862 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efffdd-c026-4419-ace2-6fda08ada8fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:09.721738 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-98efffdd-c026-4419-ace2-6fda08ada8fb admin admin] 10.222.0.94 "GET /v2.0/subnets/3b555739-4b7a-4ff8-a9c2-29b073d960d1 HTTP/1.1" status: 200 len: 868 time: 0.1402969 Jan 18 13:51:11.762267 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39358) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:11.890407 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630eb3fc-9345-4077-92e1-82479f90ce55 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:11.891712 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-630eb3fc-9345-4077-92e1-82479f90ce55 admin admin] 10.222.0.94 "GET /v2.0/subnets/80f4e1b4-3a7b-4255-a5d7-eae63ba66089 HTTP/1.1" status: 200 len: 816 time: 0.1285062 Jan 18 13:51:25.913368 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3d16c3fe-1086-4afd-bab9-3ffb5bb9835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:27.147277 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:51:28.220608 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bbad1512-77ad-4db0-801c-caab7182b6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:29.197795 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:29.289504 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:29.730593 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39396) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:29.801389 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [None req-42df2e12-fef6-4d52-9bb6-fe75030e5419 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:51:29.803419 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-42df2e12-fef6-4d52-9bb6-fe75030e5419 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0713143 Jan 18 13:51:30.661043 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:31.873493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39406) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:31.963123 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dc96ea-e586-453a-8a5a-d8a67440a873 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:51:31.964287 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d3dc96ea-e586-453a-8a5a-d8a67440a873 admin admin] 10.222.0.94 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0898581 Jan 18 13:51:32.088974 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9fdec-a877-4b75-8e32-e32c9962c283 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:32.090367 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-34b9fdec-a877-4b75-8e32-e32c9962c283 admin admin] 10.222.0.94 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222596 Jan 18 13:51:34.116096 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39416) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:34.185520 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:34.190825 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:34.201242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:34.272093 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Made reservation on behalf of 22545f399b224ae8b6d6653cda9926c0 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:34.274378 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:34.365872 dv-cinder-825104-1-smb neutron-server[83631]: WARNING neutron.services.revisions.revision_plugin [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Could not find related network for resource to bump revision. Jan 18 13:51:34.378752 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:51:34.389588 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769070037971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:34.390147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Unsubscribe: segment precommit_create {{(pid=83631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:51:34.390604 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Added segment 000d940f-8871-4c3d-8f2e-6923eabf2052 of type vlan for network fc26fa1d-d790-4e3f-9188-39d21f801c5f Jan 18 13:51:34.426195 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:34.557757 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:34.558576 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:34.559153 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:34.661025 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Pushing event updated for resources: {'Network': ['ID=fc26fa1d-d790-4e3f-9188-39d21f801c5f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:34.669401 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.669766 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.670111 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.670429 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.670792 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.671119 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.671440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.671764 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.672081 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.672400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.672712 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:34.684476 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:51:34.759036 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ff5272ae-863b-41f5-becf-63182838e405 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6418109 Jan 18 13:51:36.797782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39426) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:36.887335 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f67c086-9df5-4ec5-bb16-96c687530deb admin admin] GET failed (client error): The resource could not be found. Jan 18 13:51:36.887814 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1f67c086-9df5-4ec5-bb16-96c687530deb admin admin] Synchronizing usage tracker for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:37.049127 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1f67c086-9df5-4ec5-bb16-96c687530deb admin admin] Unset dirty status for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:37.050211 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-1f67c086-9df5-4ec5-bb16-96c687530deb admin admin] 10.222.0.94 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2514956 Jan 18 13:51:37.189130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9aed8-1f2a-4317-a6e9-619dab2092de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:37.190627 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-cae9aed8-1f2a-4317-a6e9-619dab2092de admin admin] 10.222.0.94 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1359200 Jan 18 13:51:37.199944 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:37.204257 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:37.208579 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Usage tracker for resource:subnet and tenant:22545f399b224ae8b6d6653cda9926c0 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:37.211476 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:37.217025 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:37.294589 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Made reservation on behalf of 22545f399b224ae8b6d6653cda9926c0 for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:37.296877 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:37.558117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:37.618803 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5d15a6-6fd7-4e61-ace6-620274d89c16,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:37.642191 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Checking segment: {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:37.642561 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Network hostable DHCP agents. Network: fc26fa1d-d790-4e3f-9188-39d21f801c5f, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:51:37.745963 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:51:37.860293 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, fc26fa1d-d790-4e3f-9188-39d21f801c5f) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:37.864197 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:37.865543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:37.870227 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a359a-d193-4b3e-885e-ed6763ca41cb None None] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:38.015893 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-432da2c5-e89c-402b-8072-429671a5d2b5 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8192554 Jan 18 13:51:38.088854 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-fc26fa1d-d790-4e3f-9188-39d21f801c5f', 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f', 'tenant_id': '22545f399b224ae8b6d6653cda9926c0', 'fixed_ips': [{'subnet_id': '1c5d15a6-6fd7-4e61-ace6-620274d89c16'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:51:38.089736 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.321980 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Allocated IP 192.168.233.2 (fc26fa1d-d790-4e3f-9188-39d21f801c5f/1c5d15a6-6fd7-4e61-ace6-620274d89c16/a0dfe240-9f86-49e5-91e0-1bce303ec927) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:38.527686 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.538594 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Transition to ACTIVE for port object a0dfe240-9f86-49e5-91e0-1bce303ec927 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:38.557560 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Transition to ACTIVE for port object a0dfe240-9f86-49e5-91e0-1bce303ec927 will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:38.632817 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.710643 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:38.711908 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:38.715124 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:38.716720 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Pushing event updated for resources: {'Port': ['ID=a0dfe240-9f86-49e5-91e0-1bce303ec927,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:38.728087 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.728464 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.728770 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.729104 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.729434 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.729826 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.730266 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.730597 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.730919 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.731240 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.731558 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:38.817092 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Attempting to bind port a0dfe240-9f86-49e5-91e0-1bce303ec927 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:38.819696 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Attempting to bind port a0dfe240-9f86-49e5-91e0-1bce303ec927 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:38.819696 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Attempting to bind port a0dfe240-9f86-49e5-91e0-1bce303ec927 on network fc26fa1d-d790-4e3f-9188-39d21f801c5f {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:38.825053 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:38.825425 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Checking segment: {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:38.825855 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.826246 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Bound using segment: {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:38.826707 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Bound port: a0dfe240-9f86-49e5-91e0-1bce303ec927, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:38.827095 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.920009 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] For port a0dfe240-9f86-49e5-91e0-1bce303ec927, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:38.923048 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] For port a0dfe240-9f86-49e5-91e0-1bce303ec927, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=a0dfe240-9f86-49e5-91e0-1bce303ec927,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:39.010267 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:39.089237 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f675b-7452-4cd1-81af-baeefdc2575a None None] Pushing event updated for resources: {'Port': ['ID=a0dfe240-9f86-49e5-91e0-1bce303ec927,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:39.580914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device a0dfe240-9f86-49e5-91e0-1bce303ec927 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:39.763742 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port a0dfe240-9f86-49e5-91e0-1bce303ec927 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:39.930412 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcac97-4053-4829-8436-3b886bf12f68 None None] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:40.105736 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Provisioning for port a0dfe240-9f86-49e5-91e0-1bce303ec927 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:40.133826 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Provisioning complete for port a0dfe240-9f86-49e5-91e0-1bce303ec927 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:40.134191 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:40.272701 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:40.306978 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] For port a0dfe240-9f86-49e5-91e0-1bce303ec927, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=a0dfe240-9f86-49e5-91e0-1bce303ec927,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:40.387607 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:40.465176 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442a59c-f3ea-4d4e-a3e7-bcfc5f0fd598 None None] Pushing event updated for resources: {'Port': ['ID=a0dfe240-9f86-49e5-91e0-1bce303ec927,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:40.510396 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b11dc2d3-34f3-475b-8898-a88d558a097d None None] Provisioning complete for port a0dfe240-9f86-49e5-91e0-1bce303ec927 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:40.510786 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b11dc2d3-34f3-475b-8898-a88d558a097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:41.558775 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device a0dfe240-9f86-49e5-91e0-1bce303ec927 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:41.625917 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port a0dfe240-9f86-49e5-91e0-1bce303ec927 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:41.626288 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.912460 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4636-337d-4e11-bcd2-c46fc88e2485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:58.260653 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c924eb7a-4b4d-46d0-9ea6-9a58b864763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.174564 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.272303 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.615328 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.148067 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:52:25.911408 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9a8d4652-f015-4984-b0a5-f4926af6e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:28.260385 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e76f31e4-1402-4ab6-9f0c-08c490c026db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:29.191450 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:29.368624 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:30.631207 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:41.148666 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:52:52.395360 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39468) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:52.401300 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [None req-e5426ce5-023d-40c0-8010-6cfdf77ae2c9 tempest-verify_tempest_config-104845603 tempest-verify_tempest_config-104845603-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83631) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:52:52.404043 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e5426ce5-023d-40c0-8010-6cfdf77ae2c9 tempest-verify_tempest_config-104845603 tempest-verify_tempest_config-104845603-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0085962 Jan 18 13:52:52.889908 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:53.029216 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.059413 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:53.063044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Usage tracker for resource:security_group_rule and tenant:b0b1ff63f08742abb714cb2c0827fb97 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:53.066511 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:53.072011 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:53.134224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.225277 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.271183 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c446a8-4d45-4fb6-862f-4defe9484ecc,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:53.277857 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Synchronizing usage tracker for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:53.284242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.284591 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.284924 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.285249 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.285571 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.285916 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.286235 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.286568 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.286886 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.287198 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.287510 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:53.363226 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] Unset dirty status for tenant:22545f399b224ae8b6d6653cda9926c0 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:53.364471 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-97c04668-3571-4eef-a7df-f9b4a07cbf3a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b0b1ff63f08742abb714cb2c0827fb97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735737 Jan 18 13:52:53.367085 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39492) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:53.425397 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.450062 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.619664 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.636395 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c446a8-4d45-4fb6-862f-4defe9484ecc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:53.639514 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.640595 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-32f28713-a6bd-440d-b2db-1c069f4fdb0f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d0c446a8-4d45-4fb6-862f-4defe9484ecc HTTP/1.1" status: 204 len: 168 time: 0.2726333 Jan 18 13:52:55.899797 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-de7e226e-d4e2-48b7-a527-c405a080fd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:58.242633 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0c498020-0a92-47a2-bed3-36dea18c566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.173554 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.282259 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.631165 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.148489 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:53:25.899153 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9879dc90-56c4-4ef2-9181-14845fa79637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:28.253345 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e59d51c1-f66b-413a-bb04-73935f37b924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:29.213376 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:29.293533 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:30.613162 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:55.148207 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:53:55.887024 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f053b8e2-0e0e-4f4d-b3a0-52b207929a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:58.264252 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-30cfddb7-e69a-4776-b293-ef4e74be7234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:59.178409 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:59.270204 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:00.612917 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:25.887372 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f7295e1f-769c-4951-8b8b-ca7356fdfd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.247031 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a1d4-0e5e-4995-8ea6-00f39785d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:29.195036 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:29.286760 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:30.640826 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:32.148101 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 5 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:54:37.549113 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752154'] for agent, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:52.913780 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39566) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:53.057056 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-b14ea5dc-75ab-428a-b17e-1814a0556c01 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1421821 Jan 18 13:54:55.100013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39576) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:55.181887 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2cc95c4c-d0e7-47c3-8691-1142ca318098 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0807910 Jan 18 13:54:55.886213 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-003a2f5d-16b9-43ac-8536-ede7bdf182c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:58.252389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9bc4-e60c-4282-a29e-e1f3b627ffe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.205739 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.264004 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.629216 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:07.532352 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:09.150828 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:55:25.937661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6ea124a7-5831-4031-a25c-c8316fb843eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:28.251577 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-863dfcb1-c01c-435c-a19d-1360227eacf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:29.195941 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:29.268627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:30.634441 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:37.531134 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:46.150746 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:55:55.885672 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5457a788-43f6-4023-9261-52bf4e6980f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.222640 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1b653259-4958-46e6-98c0-2f4401e8afab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.199523 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.273946 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:00.640218 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.542968 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.150219 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:56:25.891331 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b11d-0d43-481c-9e3d-62291a3454a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:28.250383 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-56827321-786a-4d6d-911f-78eaa5930b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.187757 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.288922 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:30.650445 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:37.546062 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.167569 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39740) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:40.550157 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-network', 'tenant_id': '8733a52c466142199f3750f165ef7e20'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:40.561322 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:40.568523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Usage tracker for resource:network and tenant:8733a52c466142199f3750f165ef7e20 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:40.572279 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:40.579109 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:40.644878 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Made reservation on behalf of 8733a52c466142199f3750f165ef7e20 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:40.647252 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.666015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.705885 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:40.709523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:8733a52c466142199f3750f165ef7e20 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:40.712444 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:40.718264 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:40.787229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.875284 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39766) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:40.882304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.920228 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:40.928725 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26031af-68e2-4bd4-9238-34266093d36e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:40.941891 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.942545 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Added segment 89b46037-ef80-4ec2-9f0b-5416a5beab32 of type vlan for network 4ccc2929-5b6a-4307-a47a-365d2605dc0f Jan 18 13:56:40.949985 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.950544 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.951043 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.951380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.951710 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.952112 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.952450 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.952795 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.953123 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.953447 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.953784 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Tracked resource versions report: Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: pushed versions: Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Log': {'1.0'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Network': {'1.1'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Port': {'1.5'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'PortForwarding': {'1.2'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'QosPolicy': {'1.8'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroup': {'1.2'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SubPort': {'1.0'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Subnet': {'1.1'}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Trunk': {'1.1'}} Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: consumer versions: Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Log': '1.0', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Network': '1.1', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Port': '1.5', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'PortForwarding': '1.2', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'QosPolicy': '1.8', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroup': '1.2', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SecurityGroupRule': '1.0', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'SubPort': '1.0', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Subnet': '1.1', Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: 'Trunk': '1.1'}} Jan 18 13:56:40.954818 dv-cinder-825104-1-smb neutron-server[83631]: {{(pid=83631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:56:40.981868 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.084678 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.085549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:41.088419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.196525 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccc2929-5b6a-4307-a47a-365d2605dc0f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:41.215219 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:41.254407 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39786) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:41.255033 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d766b7fd-b0a2-45c5-b0cb-f9c50222fbb6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0853696 Jan 18 13:56:41.261060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Request body: {'subnet': {'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-subnet', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:41.267180 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.271776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Usage tracker for resource:subnet and tenant:8733a52c466142199f3750f165ef7e20 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.276227 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:41.283369 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:41.314525 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39790) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:41.358907 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Made reservation on behalf of 8733a52c466142199f3750f165ef7e20 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:41.361214 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.450479 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2108322406-network', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:41.455089 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.459327 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Usage tracker for resource:network and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.465893 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:41.473105 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:41.551816 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39800) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:41.560040 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Made reservation on behalf of 4ecee86f68434e03890b38d4eeaad985 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:41.564113 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.578266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39806) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:41.579261 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.622474 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.626240 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.629028 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:41.634557 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:41.644111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.702489 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.704522 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107486628-network', 'tenant_id': 'ff02543ae77c4e2c9fd9e4c9e7940e6b'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:41.711206 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.715907 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Usage tracker for resource:network and tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.719437 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:41.733817 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:41.734947 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:41.743715 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.744047 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.744580 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.744906 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.745400 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.746062 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.747363 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.748131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.748747 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.749226 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.749733 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Tracked resource versions report: Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: pushed versions: Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Log': {'1.0'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Network': {'1.1'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Port': {'1.5'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'PortForwarding': {'1.2'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'QosPolicy': {'1.8'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroup': {'1.2'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SubPort': {'1.0'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Subnet': {'1.1'}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Trunk': {'1.1'}} Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: consumer versions: Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Log': '1.0', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Network': '1.1', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Port': '1.5', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'PortForwarding': '1.2', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'QosPolicy': '1.8', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroup': '1.2', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SecurityGroupRule': '1.0', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'SubPort': '1.0', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Subnet': '1.1', Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: 'Trunk': '1.1'}} Jan 18 13:56:41.750910 dv-cinder-825104-1-smb neutron-server[83630]: {{(pid=83630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:56:41.782020 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.810415 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:41.820082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Checking segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:41.820082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Network hostable DHCP agents. Network: 4ccc2929-5b6a-4307-a47a-365d2605dc0f, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:41.825967 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3be86f0-62de-4bce-9827-c681f5cee09b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:41.831176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.831722 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Added segment 722c5040-95d2-41ee-a464-de4aa8c83160 of type vlan for network 81f5e6d1-00ed-4df4-866b-0229801b0c09 Jan 18 13:56:41.862527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.901744 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Made reservation on behalf of ff02543ae77c4e2c9fd9e4c9e7940e6b for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:41.905570 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.922813 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:41.934325 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:41.962941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.967602 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Usage tracker for resource:security_group_rule and tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.971306 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:41.974118 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-network', 'tenant_id': 'f083baab3c8344fba73014079dccc30b'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:41.976886 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:41.982047 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:41.988613 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Usage tracker for resource:network and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:41.993454 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.002106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.012672 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.014538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:42.015563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.062321 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 4ccc2929-5b6a-4307-a47a-365d2605dc0f) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:42.072761 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d288cc4-07d7-40e8-9654-244b34b1cd6c None None] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:42.081006 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.084653 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:42.087546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.115078 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-377100178-network', 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:42.118031 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Made reservation on behalf of f083baab3c8344fba73014079dccc30b for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:42.120304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.146493 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.150523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Usage tracker for resource:network and tenant:ebe86205bfcb40c28fea5a67b48d038c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.154184 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.159461 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.162716 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.169408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.186014 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] Pushing event updated for resources: {'Network': ['ID=81f5e6d1-00ed-4df4-866b-0229801b0c09,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:42.196931 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-bf79df29-8c6c-4e41-a357-3ee3a36aec23 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3203430 Jan 18 13:56:42.199793 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39826) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:42.201833 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:42.211763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Request body: {'subnet': {'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2108322406-subnet', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:42.220653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.227648 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Usage tracker for resource:subnet and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.231054 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.233555 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.241076 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.244213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.246652 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.252632 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf49cb-7934-434c-b2da-14d7953a31c1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:42.256935 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.271850 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39830) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:42.273021 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1dec7b10-c679-41ae-96e3-bc92b8f19a4c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0166101 Jan 18 13:56:42.278568 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:42.282017 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:42.290086 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.293168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.293625 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Added segment d7eeb343-a67f-42b6-9900-352a3334fcd0 of type vlan for network 325dd5e0-0daf-46dd-ad40-209c86790407 Jan 18 13:56:42.301747 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:42.306465 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.311037 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Usage tracker for resource:router and tenant:8733a52c466142199f3750f165ef7e20 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.319351 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.327080 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.327882 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.343283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Made reservation on behalf of 4ecee86f68434e03890b38d4eeaad985 for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:42.346219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.365672 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.432187 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15579a-3c23-40bd-ab5a-d939920b916d None None] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:42.451224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.452465 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:42.453341 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.555438 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.555438 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.603808 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.622493 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe86205bfcb40c28fea5a67b48d038c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.627536 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.647686 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:42.656928 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.712724 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.781333 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] Pushing event updated for resources: {'Network': ['ID=325dd5e0-0daf-46dd-ad40-209c86790407,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:42.795297 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 325dd5e0-0daf-46dd-ad40-209c86790407 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:42.807256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.833944 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e68ecd5a-24b8-43a0-bad2-a78a025ae02b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5179207 Jan 18 13:56:42.835798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:42.837093 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39846) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:42.848551 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.849117 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Added segment 1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4 of type vlan for network 399c7698-bedd-4b1c-a4dc-76a939b01395 Jan 18 13:56:42.849926 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Request body: {'subnet': {'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107486628-subnet', 'tenant_id': 'ff02543ae77c4e2c9fd9e4c9e7940e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:42.870140 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:42.878742 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Usage tracker for resource:subnet and tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:42.879370 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:42.887647 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:42.905923 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:43.010385 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Made reservation on behalf of ff02543ae77c4e2c9fd9e4c9e7940e6b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:43.011059 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.012491 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:43.013305 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.014466 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.202423 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9657f6-085f-4b5a-8671-5e4c0a627bdb,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:43.223114 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] Pushing event updated for resources: {'Network': ['ID=399c7698-bedd-4b1c-a4dc-76a939b01395,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:43.248990 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:43.309259 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.375843 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.378202 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.415491 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39864) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:43.416122 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a8c08038-3431-4c8b-a0a7-80ac09e51fca admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8628809 Jan 18 13:56:43.421594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Request body: {'subnet': {'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-subnet', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:43.426485 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a67e92e-5c7b-48b9-88fd-f61dfe557b25,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:43.429471 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:43.438058 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Usage tracker for resource:subnet and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:43.444627 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Checking segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:43.444972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:43.445423 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Network hostable DHCP agents. Network: 81f5e6d1-00ed-4df4-866b-0229801b0c09, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:43.453336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.458140 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:43.518999 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.532133 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bfde56-4894-407d-b9f3-a7caf2af7971,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:43.555251 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Checking segment: {'id': 'd7eeb343-a67f-42b6-9900-352a3334fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:43.556302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Network hostable DHCP agents. Network: 325dd5e0-0daf-46dd-ad40-209c86790407, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:43.571820 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:43.599167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:43.612391 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Made reservation on behalf of f083baab3c8344fba73014079dccc30b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:43.618410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b006b7f-e360-4962-a4c7-9f7587dd3bf0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:43.630440 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.670834 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.671173 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Added segment 22a73475-0c49-4525-a547-120176d024c4 of type vlan for network d35f1c88-78c4-4d64-8562-53f0b7da92a6 Jan 18 13:56:43.711386 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.789059 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 81f5e6d1-00ed-4df4-866b-0229801b0c09) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:43.798156 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:43.799591 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae3a56-89d8-4615-ba14-74e229778c12 None None] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:43.802894 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.848752 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.849723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:43.850158 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:43.996091 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2d3eaee2-553e-424d-9df3-7499e6e61900 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7947438 Jan 18 13:56:44.000597 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39878) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:44.016705 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:44.030790 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Network 325dd5e0-0daf-46dd-ad40-209c86790407 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:44.036993 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:44.056755 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 325dd5e0-0daf-46dd-ad40-209c86790407) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:44.069841 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Usage tracker for resource:router and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:44.073032 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.074545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe61de1-7cc5-4f7d-b305-041199e3ebac None None] Network 325dd5e0-0daf-46dd-ad40-209c86790407 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:44.078919 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:44.079508 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.110695 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] Pushing event updated for resources: {'Network': ['ID=d35f1c88-78c4-4d64-8562-53f0b7da92a6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:44.113127 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:44.119390 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:44.137471 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.137471 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-869c9c8f-843c-40e6-bbe1-fb00da8e8366 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5416794 Jan 18 13:56:44.137805 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39882) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:44.140407 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:44.142647 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Request body: {'subnet': {'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-377100178-subnet', 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:44.147612 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:44.153209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Usage tracker for resource:subnet and tenant:ebe86205bfcb40c28fea5a67b48d038c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:44.156112 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:44.162255 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:44.181309 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.270215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.270215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.278865 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d2b17527-40c7-401f-ba69-fd48011f7447 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4335361 Jan 18 13:56:44.323559 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:44.326552 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.376257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e5bc4d-a3bb-4755-839f-7c625ec9087c,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:44.376874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Allocated IP 172.28.2.175 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/423f4a35-04c2-4dd2-ad0b-0d26728d0d09) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:44.412641 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.445672 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Checking segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:44.446241 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Network hostable DHCP agents. Network: 399c7698-bedd-4b1c-a4dc-76a939b01395, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:44.511016 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-81f5e6d1-00ed-4df4-866b-0229801b0c09', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:56:44.511966 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.649636 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:44.759543 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 399c7698-bedd-4b1c-a4dc-76a939b01395) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:44.764370 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:44.765025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.828150 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.875021 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf3893-78fa-4554-8b3d-315c864108b2 None None] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:44.919504 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:44.952012 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-870d50a1-fa00-4cb1-8ecf-5017268c768b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5310655 Jan 18 13:56:44.958536 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39922) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:44.985928 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:45.008044 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:45.019301 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f7c40b-317c-4f23-ba98-34c61c7ede79,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:45.023401 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Usage tracker for resource:router and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:45.050806 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41d500-ea26-4441-b6c4-df71df3447ba None None] Network 325dd5e0-0daf-46dd-ad40-209c86790407 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:45.058690 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Checking segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:45.058690 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Network hostable DHCP agents. Network: d35f1c88-78c4-4d64-8562-53f0b7da92a6, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:45.138236 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:45.151451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:45.168478 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.197891 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:45.255655 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.259655 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.290941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, d35f1c88-78c4-4d64-8562-53f0b7da92a6) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:45.307114 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:45.307699 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.323982 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.366543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.368992 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28fdd3-fc28-48ca-ba78-6c1bef8e26a9 None None] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:45.411029 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Allocated IP 172.20.0.2 (81f5e6d1-00ed-4df4-866b-0229801b0c09/4a67e92e-5c7b-48b9-88fd-f61dfe557b25/db59206a-6614-46ec-b203-bd7596fb2ff6) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:45.444752 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a2ee33e8-a630-47f2-94ea-df08fb882b50 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3067143 Jan 18 13:56:45.495498 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 39948) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:45.506382 dv-cinder-825104-1-smb neutron-server[83630]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:56:45.686514 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:45.692240 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:45.709380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:45.719782 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d03306ba-1be4-4474-b614-81feb54c61bb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:45.721114 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d03306ba-1be4-4474-b614-81feb54c61bb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Synchronizing usage tracker for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:45.799168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d03306ba-1be4-4474-b614-81feb54c61bb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Unset dirty status for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:45.805745 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d03306ba-1be4-4474-b614-81feb54c61bb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/networks?id=325dd5e0-0daf-46dd-ad40-209c86790407 HTTP/1.1" status: 200 len: 812 time: 0.3040824 Jan 18 13:56:45.841055 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-94221061-9018-4cfd-9f24-b2e815687444 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/quotas/ff02543ae77c4e2c9fd9e4c9e7940e6b HTTP/1.1" status: 200 len: 375 time: 0.0280807 Jan 18 13:56:45.874560 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-399c7698-bedd-4b1c-a4dc-76a939b01395', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:56:45.875717 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.908106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Pushing event updated for resources: {'Port': ['ID=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:45.919322 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0394563d-6e5e-4edf-b4b7-e4e5dfcee886 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ff02543ae77c4e2c9fd9e4c9e7940e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769937 Jan 18 13:56:46.069077 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.195696 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.244931 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.310228 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406e216-31b6-4f61-9c55-36cae7235c9e None None] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:46.346188 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-e8448c14-c4d7-4b0b-b6c7-38711b50d578 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83630) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:56:46.347715 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-e8448c14-c4d7-4b0b-b6c7-38711b50d578 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2800860 Jan 18 13:56:46.377772 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.414477 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 39990) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:46.422169 dv-cinder-825104-1-smb neutron-server[83631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:56:46.456267 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Allocated IP 172.20.0.2 (399c7698-bedd-4b1c-a4dc-76a939b01395/49e5bc4d-a3bb-4755-839f-7c625ec9087c/fceb09f4-28e6-41a4-adb3-c43e5d6fda9f) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:46.460437 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Transition to ACTIVE for port object db59206a-6614-46ec-b203-bd7596fb2ff6 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:46.515001 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-18926b32-2ef0-4c03-9199-72cfc7f0553a service neutron] 10.222.0.94 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595585 Jan 18 13:56:46.522694 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Transition to ACTIVE for port object db59206a-6614-46ec-b203-bd7596fb2ff6 will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:46.536915 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Allocated IP 172.28.2.28 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/73d56497-4e0d-4585-a1a9-99a7f7cf1ba8) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:46.662966 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-6101ce31-9a80-4768-93df-124efed293be service neutron] 10.222.0.94 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406844 Jan 18 13:56:46.818076 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.831317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.832015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.908143 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:46.914533 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Pushing event updated for resources: {'Port': ['ID=db59206a-6614-46ec-b203-bd7596fb2ff6,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:46.930130 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:46.939890 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:46.962059 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.970656 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.977473 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.982160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.982525 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.982997 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.983333 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.983710 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.990176 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.990749 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.991239 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.992084 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.992499 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Tracked resource versions report: Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: pushed versions: Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Log': {'1.0'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Network': {'1.1'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Port': {'1.5'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'PortForwarding': {'1.2'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'QosPolicy': {'1.8'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroup': {'1.2'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SubPort': {'1.0'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Subnet': {'1.1'}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Trunk': {'1.1'}} Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: consumer versions: Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Log': '1.0', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Network': '1.1', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Port': '1.5', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'PortForwarding': '1.2', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'QosPolicy': '1.8', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroup': '1.2', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SecurityGroupRule': '1.0', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'SubPort': '1.0', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Subnet': '1.1', Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: 'Trunk': '1.1'}} Jan 18 13:56:46.993609 dv-cinder-825104-1-smb neutron-server[83632]: {{(pid=83632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:56:46.996711 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-222ed15d-1d9b-43d8-b6cd-f09dc9effb87 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:46.997388 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-222ed15d-1d9b-43d8-b6cd-f09dc9effb87 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:47.057383 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Transition to ACTIVE for port object fceb09f4-28e6-41a4-adb3-c43e5d6fda9f will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:47.114839 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.146927 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Transition to ACTIVE for port object fceb09f4-28e6-41a4-adb3-c43e5d6fda9f will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:47.152321 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Attempting to bind port db59206a-6614-46ec-b203-bd7596fb2ff6 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:47.152677 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Attempting to bind port db59206a-6614-46ec-b203-bd7596fb2ff6 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:47.153036 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Attempting to bind port db59206a-6614-46ec-b203-bd7596fb2ff6 on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:47.162638 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:47.166350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Checking segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:47.166350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.166350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Bound using segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:47.166350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Bound port: db59206a-6614-46ec-b203-bd7596fb2ff6, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:47.166350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.201272 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-222ed15d-1d9b-43d8-b6cd-f09dc9effb87 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:47.202450 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-222ed15d-1d9b-43d8-b6cd-f09dc9effb87 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.7856467 Jan 18 13:56:47.204469 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:47.213184 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:47.224981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:47.250035 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.281004 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.289994 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Pushing event updated for resources: {'Port': ['ID=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:47.387197 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Pushing event updated for resources: {'Port': ['ID=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:47.415707 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-fb57242c-7765-447e-aafb-cc285361de71 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/quotas/ebe86205bfcb40c28fea5a67b48d038c HTTP/1.1" status: 200 len: 375 time: 0.1961474 Jan 18 13:56:47.443823 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.476494 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:47.481327 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:47.485914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:47.497994 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] For port db59206a-6614-46ec-b203-bd7596fb2ff6, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:47.503920 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] For port db59206a-6614-46ec-b203-bd7596fb2ff6, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=db59206a-6614-46ec-b203-bd7596fb2ff6,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:47.579356 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.660775 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Attempting to bind port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:47.661820 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Attempting to bind port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:47.661820 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Attempting to bind port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:47.687389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:47.687870 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Checking segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:47.688328 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.688784 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Bound using segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:47.689325 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Bound port: fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:47.689797 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.723747 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Allocated IP 172.28.2.148 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/465f276b-f359-476f-a480-839bb2b536f5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:47.735088 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-dde10279-173a-4b95-90b5-f8f140965c62 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2879872 Jan 18 13:56:47.774645 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790845dc-3fe3-4f72-bf6e-d0db01c866f2 None None] Pushing event updated for resources: {'Port': ['ID=db59206a-6614-46ec-b203-bd7596fb2ff6,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:47.812147 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] For port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:47.815598 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] For port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:47.937157 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.979594 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d8f406b2-ff59-468d-92c6-b10032ba5201 req-655d5c37-06f0-4a2a-afe0-e5b3a574a2de tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.1065004 Jan 18 13:56:48.019386 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-1f4f556f-35df-4ad3-b2e0-67d79a9ced2f service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83631) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:56:48.026281 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-1f4f556f-35df-4ad3-b2e0-67d79a9ced2f service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1656423 Jan 18 13:56:48.079339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:48.124029 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6115e1-8289-412c-93bf-936322a78c38 None None] Pushing event updated for resources: {'Port': ['ID=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:48.386215 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-5a7c1e19-7228-44cf-bb81-e992f1d4c627 service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416061 Jan 18 13:56:48.388789 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:48.389414 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:48.522159 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Router eee8be07-130f-4514-8f67-9d474aceb68d is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:56:48.569108 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:48.748871 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Pushing event updated for resources: {'Port': ['ID=465f276b-f359-476f-a480-839bb2b536f5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:48.755513 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:48.828655 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:48.831416 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:48.906675 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-bc80e1cb-0794-41f3-95ca-0dde93d94dea service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120153 Jan 18 13:56:49.108492 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8679606-9b5f-495e-b289-fe30a41f5251 None None] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:49.146978 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b539f110-884b-43bf-afc1-41ab99358c8a req-76df6508-fe65-4974-8ec1-1894072f077e tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.0638130 Jan 18 13:56:49.243992 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:49.254734 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Sync routers for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:49.281422 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:49.282469 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:49.303591 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:49.304243 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:49.400309 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-06ee505e-4278-4a29-bc62-20ab24236f8c req-d40f8ccf-e9aa-4ff3-811b-0a7ae84167b1 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.0872397 Jan 18 13:56:49.420638 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Router dc570246-5c38-4320-8ec7-cf22b35def97 is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:56:49.528292 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:49.530187 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-9d488d56-d0dc-40e2-ad0f-377f8192454d admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2571340 Jan 18 13:56:49.533773 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40106) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:49.603621 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-a4e59828-353e-4a3d-8889-ad5203b0f62e None None] Provisioning for port db59206a-6614-46ec-b203-bd7596fb2ff6 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:49.728811 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2d82b-7da0-4973-b19d-3cdd1a7f66b5 None None] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:49.863924 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:50.012110 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device db59206a-6614-46ec-b203-bd7596fb2ff6 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:50.081750 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4cf180e3-7a55-46f4-8753-11adc0b9ef81 None None] Provisioning for port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:50.288147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:50.307207 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:50.348475 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:50.348693 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:56:50.349111 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:50.585441 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:50.588343 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-514a8c24-8140-43a8-8527-b30c5f7fa70a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5867765 Jan 18 13:56:50.602527 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:46Z', 'revision_number': 3, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:50.607571 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40156) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:50.611789 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Checking router: eee8be07-130f-4514-8f67-9d474aceb68d for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:50.612371 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Updating router eee8be07-130f-4514-8f67-9d474aceb68d port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:50.662695 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c7e8d0b9-68bb-4936-9ce9-6747d729072a req-5d62a804-fde2-4cd8-9e68-496a8c86fb98 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.0908756 Jan 18 13:56:50.709254 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bcae52d8-a60e-4d29-9734-1bcf7bb81b33 req-256e3a5b-bfd2-440d-8511-107422c5371f tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.1316957 Jan 18 13:56:50.742865 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:50.854842 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:50.987689 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port db59206a-6614-46ec-b203-bd7596fb2ff6 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:51.062857 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port db59206a-6614-46ec-b203-bd7596fb2ff6 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:51.063301 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.287740 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:51.330391 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:51.449723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.451067 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c910106f-5554-4511-96f3-4b94ec411832 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4898846 Jan 18 13:56:51.453739 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40184) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:51.483854 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:51.484503 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:51.537504 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.556211 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.95', 60245) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:51.581274 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.592479 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port db59206a-6614-46ec-b203-bd7596fb2ff6, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=db59206a-6614-46ec-b203-bd7596fb2ff6,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:51.632556 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:47Z', 'revision_number': 3, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:51.641189 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:51.642201 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Updating router dc570246-5c38-4320-8ec7-cf22b35def97 port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:51.729474 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.759065 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.759846 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device fceb09f4-28e6-41a4-adb3-c43e5d6fda9f up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:51.811099 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:51.839743 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-947188fb-6514-4fb1-b13d-cd2b18babbdd tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:51.841539 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-947188fb-6514-4fb1-b13d-cd2b18babbdd tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.95 "GET /v2.0/networks?id=325dd5e0-0daf-46dd-ad40-209c86790407 HTTP/1.1" status: 200 len: 812 time: 0.2735863 Jan 18 13:56:51.866932 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Transition to ACTIVE for port object 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:51.937032 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Request body: {'port': {'device_id': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407', 'admin_state_up': True, 'tenant_id': 'ff02543ae77c4e2c9fd9e4c9e7940e6b'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:52.015277 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.082652 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=db59206a-6614-46ec-b203-bd7596fb2ff6,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:52.156021 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-42a090aa-d0d9-4711-8422-30f0daf0d8a0 req-daa47efa-8533-4321-8e00-eadbc4af3602 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.0614452 Jan 18 13:56:52.211692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Allocated IP 172.20.0.1 (4ccc2929-5b6a-4307-a47a-365d2605dc0f/9e09f8ca-6499-42aa-bf6b-cffbb3d7566b/c2ee5792-1385-4e02-9bba-88de812c993a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:52.281412 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:52.284412 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:52.291457 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cea1226a-36a8-4816-b3c8-ca8605b05e2e req-fcd7d5bb-d81a-4652-9ad8-42b87f6a05dd tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.1655223 Jan 18 13:56:52.294003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Usage tracker for resource:port and tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:52.308976 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:52.328567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:52.419128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:52.444193 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:52.444573 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.450584 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Made reservation on behalf of ff02543ae77c4e2c9fd9e4c9e7940e6b for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:52.453436 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.604199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.738462 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.773512 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.777176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.797869 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Transition to ACTIVE for port object 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:52.804888 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:52.888012 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.890135 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.936840 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Pushing event updated for resources: {'Port': ['ID=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,revision_number=2']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:52.975015 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Attempting to bind port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:52.975015 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Attempting to bind port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:52.975015 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Attempting to bind port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:52.977814 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.978552 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.979052 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.980418 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.980910 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.981503 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.982046 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.982665 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.983439 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.983911 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.984383 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Tracked resource versions report: Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: pushed versions: Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Log': {'1.0'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Network': {'1.1'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Port': {'1.5'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'PortForwarding': {'1.2'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'QosPolicy': {'1.8'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroup': {'1.2'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SubPort': {'1.0'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Subnet': {'1.1'}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Trunk': {'1.1'}} Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: consumer versions: Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: { DHCP agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: L3 agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: Metadata agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: Metering agent@dv-cinder-825104-1-smb: {}, Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: Open vSwitch agent@dv-cinder-825104-1-smb: { 'ConntrackHelper': '1.0', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Log': '1.0', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Network': '1.1', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Port': '1.5', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'PortForwarding': '1.2', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'QosPolicy': '1.8', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroup': '1.2', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SecurityGroupRule': '1.0', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'SubPort': '1.0', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Subnet': '1.1', Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: 'Trunk': '1.1'}} Jan 18 13:56:52.986329 dv-cinder-825104-1-smb neutron-server[83633]: {{(pid=83633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:56:53.002639 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:53.009910 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:53.010491 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:53.010844 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:53.011555 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.012107 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:53.012803 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Bound port: 423f4a35-04c2-4dd2-ad0b-0d26728d0d09, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:53.013448 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.019334 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:53.024777 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:53.025361 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.026452 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Allocated IP 172.20.0.9 (325dd5e0-0daf-46dd-ad40-209c86790407/43bfde56-4894-407d-b9f3-a7caf2af7971/ee0ff581-6a42-4ed6-9153-a1cb76946f32) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:53.101561 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device db59206a-6614-46ec-b203-bd7596fb2ff6 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:53.222113 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Attempting to bind port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:53.222427 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Attempting to bind port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:53.222829 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Attempting to bind port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:53.240518 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:53.242438 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] For port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:53.247424 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] For port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:53.283156 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:53.283847 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:53.284323 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.284722 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:53.285206 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Bound port: 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:53.285699 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.335720 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:56:48Z', 'revision_number': 3, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:53.341411 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40250) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:53.347496 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:53.347871 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Updating router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 port 465f276b-f359-476f-a480-839bb2b536f5 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:53.409425 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.414706 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.539320 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3f0e-36d1-49fa-bdaf-1b5ee6930b20 None None] Pushing event updated for resources: {'Port': ['ID=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:53.559969 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] For port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:53.567355 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] For port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:53.577815 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port db59206a-6614-46ec-b203-bd7596fb2ff6 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:53.578087 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.579760 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59ca24d0-f711-4683-a161-8b76b75e90ce req-8ccfcb02-998b-4540-b661-a3f6e88e6d52 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.1670668 Jan 18 13:56:53.601788 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.648231 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.702779 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:53.747328 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b2d7c-7b59-4878-a42c-c5ab43da0aa8 None None] Pushing event updated for resources: {'Port': ['ID=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:53.831109 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:53.831282 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:53.843416 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.95', 60255) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:53.891042 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3f0e-36d1-49fa-bdaf-1b5ee6930b20 None None] Pushing event updated for resources: {'Port': ['ID=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:53.916359 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.090182 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.093580 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40268) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:54.105656 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:54.106663 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:54.158357 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-52245832-c0dd-4619-bba9-fc12840a6d01 req-7848a0c2-54a9-4663-b9dd-baa04208bba0 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.0654707 Jan 18 13:56:54.160049 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.160371 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.311004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:54.328491 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:54.365802 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.396783 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Network 325dd5e0-0daf-46dd-ad40-209c86790407 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:54.429245 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.441265 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:54.447096 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:54.474267 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:54.479750 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8bfdbfd0f44040bba0bf2ae58e6a7a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:54.480143 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:54.483740 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:54.494520 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:54.496556 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:54.497189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.612838 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.613873 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:54.812693 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.819800 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Pushing event updated for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:54.844206 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:54.894556 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:54.934164 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-a89d5462-0b5b-4f33-8dba-a379fb4aa818 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:54.935693 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-a89d5462-0b5b-4f33-8dba-a379fb4aa818 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 1.0402896 Jan 18 13:56:54.951372 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e55bd616b4b452f8abea0864dde2bb5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:54.957788 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:55.029039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ad46d7-c94a-4c8b-8fe8-bccb7b55e5ca,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:55.054774 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-8a59c6a2-e66b-4961-8dc4-a17d240fa14c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1225612 Jan 18 13:56:55.058770 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Request body: {'port': {'device_id': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'admin_state_up': True, 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:55.063380 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device fceb09f4-28e6-41a4-adb3-c43e5d6fda9f up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:55.084771 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:55.118450 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f9480052-f619-4d24-b085-5b58e886ed27 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4d8bfdbfd0f44040bba0bf2ae58e6a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0212674 Jan 18 13:56:55.118665 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.124096 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40296) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:55.134167 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Transition to ACTIVE for port object 465f276b-f359-476f-a480-839bb2b536f5 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:55.145276 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-7cc041cc-6653-4b75-90e2-ececeee01475 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83631) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:56:55.150539 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-7cc041cc-6653-4b75-90e2-ececeee01475 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0205631 Jan 18 13:56:55.209223 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.325361 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3712a-3755-4c15-8a2a-8c3c4b4816dd None None] Pushing event updated for resources: {'Port': ['ID=465f276b-f359-476f-a480-839bb2b536f5,revision_number=2']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:55.383483 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.492658 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-60aae744-7e5f-4c8f-b3dd-2cef52e79bb5 req-c9bf93b6-34c2-4ae3-9de7-142ef12cc275 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.0718274 Jan 18 13:56:55.528686 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Attempting to bind port 465f276b-f359-476f-a480-839bb2b536f5 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:55.529290 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Attempting to bind port 465f276b-f359-476f-a480-839bb2b536f5 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:55.537185 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Attempting to bind port 465f276b-f359-476f-a480-839bb2b536f5 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:55.542844 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:55.543193 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:55.543779 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.544082 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:55.544689 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Bound port: 465f276b-f359-476f-a480-839bb2b536f5, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:55.544949 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.553175 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Request body: {'port': {'device_id': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:55.596685 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'c2ee5792-1385-4e02-9bba-88de812c993a', 'name': '', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'mac_address': 'fa:16:3e:7c:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:51Z', 'updated_at': '2022-01-18T13:56:52Z', 'revision_number': 1, 'project_id': '8733a52c466142199f3750f165ef7e20', 'subnets': [{'id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:55.598120 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:55.599253 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.629636 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6157bc-c99e-4bc7-a694-5a98c40d234c None None] The sync data for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb is: [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'c2ee5792-1385-4e02-9bba-88de812c993a', 'name': '', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'mac_address': 'fa:16:3e:7c:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:51Z', 'updated_at': '2022-01-18T13:56:52Z', 'revision_number': 1, 'project_id': '8733a52c466142199f3750f165ef7e20', 'subnets': [{'id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:55.694860 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] For port 465f276b-f359-476f-a480-839bb2b536f5, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:55.698136 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] For port 465f276b-f359-476f-a480-839bb2b536f5, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=465f276b-f359-476f-a480-839bb2b536f5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:55.713128 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:55.798487 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:55.873264 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Router eee8be07-130f-4514-8f67-9d474aceb68d has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:56:55.874575 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57dfc-865e-420b-8fb4-dac62efa1d34 req-17facce6-57dc-4bc5-8b8c-ad26b61a39af tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:55.875321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-99c57dfc-865e-420b-8fb4-dac62efa1d34 req-17facce6-57dc-4bc5-8b8c-ad26b61a39af tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Synchronizing usage tracker for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:55.909410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Usage tracker for resource:port and tenant:ebe86205bfcb40c28fea5a67b48d038c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:56.020178 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:56.021198 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:56.062751 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d3084f78-499e-4c33-9de1-3f78b1510a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.082749 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3712a-3755-4c15-8a2a-8c3c4b4816dd None None] Pushing event updated for resources: {'Port': ['ID=465f276b-f359-476f-a480-839bb2b536f5,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:56.097454 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:47Z', 'revision_number': 3, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:56.107588 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8251f8-7c9c-42fe-a0cc-eed629b6698c None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:47Z', 'revision_number': 3, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:56.161610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.166490 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:56.678408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:56.678408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.693084 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:56.695029 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.696916 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:56.698387 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0e55bd616b4b452f8abea0864dde2bb5&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0834148 Jan 18 13:56:56.698667 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40322) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:56.698667 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3059bf3c-4ecb-4e17-87f9-b053f09ed099 admin admin] 10.222.0.94 "PUT /v2.0/routers/eee8be07-130f-4514-8f67-9d474aceb68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9203489 Jan 18 13:56:56.699130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.699714 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.753799 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.794866 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.984837 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-914c09e2-9235-4c4d-b085-061311cf233d req-9bfe20ca-b2ca-4a3c-b6af-368fc3ee58b9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.1266701 Jan 18 13:56:57.081301 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.135808 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea7ee5-28aa-4c86-8bc9-7a47c8d4cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544cbb43-abb6-4fff-875c-317f8306c7d1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:57.138340 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:57.138804 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-99c57dfc-865e-420b-8fb4-dac62efa1d34 req-17facce6-57dc-4bc5-8b8c-ad26b61a39af tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Unset dirty status for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:57.145183 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-99c57dfc-865e-420b-8fb4-dac62efa1d34 req-17facce6-57dc-4bc5-8b8c-ad26b61a39af tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 931 time: 2.2058697 Jan 18 13:56:57.158814 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cbb43-abb6-4fff-875c-317f8306c7d1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:57.168606 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:57.171681 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.175310 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.178294 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5c593a2a-695e-4b6a-abce-8b79a7414261 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/544cbb43-abb6-4fff-875c-317f8306c7d1 HTTP/1.1" status: 204 len: 168 time: 0.7219572 Jan 18 13:56:57.415380 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:56:48Z', 'revision_number': 3, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:57.437666 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d5741-925d-46ce-9ea5-4fd18e9077a9 None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:56:48Z', 'revision_number': 3, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:57.536211 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:57.545019 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:57.545561 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.763378 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Allocated IP 172.20.0.1 (81f5e6d1-00ed-4df4-866b-0229801b0c09/4a67e92e-5c7b-48b9-88fd-f61dfe557b25/661dfde7-f8d5-4891-8818-4cc1f0d992e2) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:57.840904 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Allocated IP 172.20.0.5 (d35f1c88-78c4-4d64-8562-53f0b7da92a6/d3f7c40b-317c-4f23-ba98-34c61c7ede79/94aa94aa-2430-49e3-a10a-5d101294ce53) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:57.903592 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-99c57dfc-865e-420b-8fb4-dac62efa1d34 req-ad8b84b0-81f4-44ce-93d4-4e02e59ab6f2 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574444 Jan 18 13:56:58.007476 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.072759 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:58.103256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.136537 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.248338 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-6c131415-50fb-4357-aba0-38edec1274ef tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:58.257491 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-6c131415-50fb-4357-aba0-38edec1274ef tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 819 time: 0.5464122 Jan 18 13:56:58.293070 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-900d21c8-47a3-45bb-8f4d-b2cc75e78958 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/quotas/8733a52c466142199f3750f165ef7e20 HTTP/1.1" status: 200 len: 375 time: 0.0335107 Jan 18 13:56:58.323892 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:58.398593 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2e768b68-b8cc-448c-b0dd-3cc1da724862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.483597 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-502502b5-f998-4ee2-b8fd-6b45f7d7f12e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:58.494808 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ad46d7-c94a-4c8b-8fe8-bccb7b55e5ca,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:58.616286 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-502502b5-f998-4ee2-b8fd-6b45f7d7f12e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:58.618466 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-502502b5-f998-4ee2-b8fd-6b45f7d7f12e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3241923 Jan 18 13:56:58.643610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.672286 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f04a567a-a091-4f85-90a9-e668b2684920 req-31c6b749-b76d-4f27-82b2-cf098f8e490b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:58.742473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40350) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:58.785348 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Transition to ACTIVE for port object 661dfde7-f8d5-4891-8818-4cc1f0d992e2 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:58.785949 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.834738 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:58.840300 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Usage tracker for resource:security_group_rule and tenant:902f9ef13f36476e9a396bc83691a397 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:58.843579 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:58.850856 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:58.909010 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.918269 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-0cc69111-9d3d-4df0-8a65-1a66f1fb38e0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c8ad46d7-c94a-4c8b-8fe8-bccb7b55e5ca HTTP/1.1" status: 204 len: 168 time: 3.7869334 Jan 18 13:56:58.952209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.076775 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-92604957-197f-464a-8d43-7df9e9ae001c service neutron] 10.222.0.94 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388216 Jan 18 13:56:59.077826 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.185987 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f04a567a-a091-4f85-90a9-e668b2684920 req-31c6b749-b76d-4f27-82b2-cf098f8e490b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:59.201146 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f04a567a-a091-4f85-90a9-e668b2684920 req-31c6b749-b76d-4f27-82b2-cf098f8e490b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.8641698 Jan 18 13:56:59.250107 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.277447 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.299690 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:59.316185 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.344971 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:56:59.448920 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=902f9ef13f36476e9a396bc83691a397&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7014656 Jan 18 13:56:59.457132 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40366) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:59.488688 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.490993 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da487d-6d0b-42f1-a02f-41e5d69d6b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7773978c-fc9b-442a-bc27-c6684015b621,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:59.560129 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:59.572627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:59.572627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.577072 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.654366 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-98d8bdb0-57fe-4e04-a2d3-10c39f0c7d36 service neutron] 10.222.0.94 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507286 Jan 18 13:56:59.700220 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.746490 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0ff581-6a42-4ed6-9153-a1cb76946f32 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:59.752835 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:59.773297 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.784811 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:59.790672 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.802759 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:59.803218 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.818238 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.845318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Pushing event updated for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:59.887695 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:59.970090 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.970633 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:59.980193 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Transition to ACTIVE for port object ee0ff581-6a42-4ed6-9153-a1cb76946f32 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:59.993330 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.024110 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7773978c-fc9b-442a-bc27-c6684015b621,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:00.160107 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:57:00.195953 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.197457 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-8e9afd77-14fd-49fc-bf97-8e3ef5fba860 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7773978c-fc9b-442a-bc27-c6684015b621 HTTP/1.1" status: 204 len: 168 time: 0.7369304 Jan 18 13:57:00.210387 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5e99854d-297f-4034-bf6d-dc449247c9be req-70359da0-ee96-445a-9b81-110ec2b45375 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 210 time: 0.1618006 Jan 18 13:57:00.350112 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.381015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.405615 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:00.441748 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:00.442137 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.569590 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0fe94101-394e-43e3-8e81-0c20caa79799 None None] Provisioning for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:00.580597 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.583903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Allocated IP 172.20.0.1 (399c7698-bedd-4b1c-a4dc-76a939b01395/49e5bc4d-a3bb-4755-839f-7c625ec9087c/00942e08-a4fd-47f4-9e18-ed9730fc402e) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:00.588330 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:00.611914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0fe94101-394e-43e3-8e81-0c20caa79799 None None] Provisioning complete for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:00.611914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0fe94101-394e-43e3-8e81-0c20caa79799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.711129 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91892a-7a8d-47be-9226-cb1d1e7e1987 req-9d53146f-442b-43f4-b0d0-6545fa9b3b93 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:00.724665 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b91892a-7a8d-47be-9226-cb1d1e7e1987 req-9d53146f-442b-43f4-b0d0-6545fa9b3b93 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 931 time: 0.2199614 Jan 18 13:57:00.776372 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-0fe94101-394e-43e3-8e81-0c20caa79799 None None] Port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:00.787710 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.875295 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b91892a-7a8d-47be-9226-cb1d1e7e1987 req-18fc0580-b57a-4cdc-9c4d-8907daa839fe tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493919 Jan 18 13:57:00.951777 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956480b-6fd1-4d43-b984-d39f7f21faef req-3730c4aa-7996-4084-9793-b0f11bc67dbb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:00.960445 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7956480b-6fd1-4d43-b984-d39f7f21faef req-3730c4aa-7996-4084-9793-b0f11bc67dbb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 931 time: 1.4739161 Jan 18 13:57:01.188651 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:01.325644 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:01.326395 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.334413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.436985 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:01.485990 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-8dedb59c-488b-4f16-8cf4-0399472ada3d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:01.495952 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.496697 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.501785 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-8dedb59c-488b-4f16-8cf4-0399472ada3d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 819 time: 0.4283035 Jan 18 13:57:01.527911 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7956480b-6fd1-4d43-b984-d39f7f21faef req-b84ee2d5-3a86-4b30-a46e-575a2fb9f2c6 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664477 Jan 18 13:57:01.540608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:01.548934 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-3068cc58-a6d2-45c0-a6ff-00084d670a1b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/quotas/8733a52c466142199f3750f165ef7e20 HTTP/1.1" status: 200 len: 375 time: 0.0430989 Jan 18 13:57:01.618964 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40418) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:01.628168 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:01.632511 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:01.633130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.706144 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-2dfaba51-c57c-473c-b2ae-ae7e410a0dba tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592200 Jan 18 13:57:02.183045 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1608939 Jan 18 13:57:02.184156 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.204094 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-c2f65474-e989-4293-8a29-19a6cf6bb676 service neutron] 10.222.0.94 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967203 Jan 18 13:57:02.242073 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Request body: {'port': {'device_id': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:02.349410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520889-0317-42a2-be6d-c1798f0d257c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event updated for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:02.349410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Attempting to bind port ee0ff581-6a42-4ed6-9153-a1cb76946f32 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:02.349410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Attempting to bind port ee0ff581-6a42-4ed6-9153-a1cb76946f32 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd7eeb343-a67f-42b6-9900-352a3334fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:02.349410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Attempting to bind port ee0ff581-6a42-4ed6-9153-a1cb76946f32 on network 325dd5e0-0daf-46dd-ad40-209c86790407 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:02.428479 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:02.470490 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-4ec08d61-323c-4d3c-913f-f28b99ce036b service neutron] 10.222.0.94 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650402 Jan 18 13:57:02.492745 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:02.626358 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Port ee0ff581-6a42-4ed6-9153-a1cb76946f32 on network 325dd5e0-0daf-46dd-ad40-209c86790407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:02.626703 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Attempting to bind port ee0ff581-6a42-4ed6-9153-a1cb76946f32 on network 325dd5e0-0daf-46dd-ad40-209c86790407 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:02.802443 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.821266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:02.867141 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:02.867765 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Checking segment: {'id': 'd7eeb343-a67f-42b6-9900-352a3334fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:02.868525 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Bound using segment: {'id': 'd7eeb343-a67f-42b6-9900-352a3334fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:02.869117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Bound port: ee0ff581-6a42-4ed6-9153-a1cb76946f32, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7eeb343-a67f-42b6-9900-352a3334fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:02.869609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.942659 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-bf813b55-d8a2-4440-8aed-418222f4984c None None] Provisioning complete for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:02.949358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-bf813b55-d8a2-4440-8aed-418222f4984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.984369 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Transition to ACTIVE for port object 00942e08-a4fd-47f4-9e18-ed9730fc402e will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:02.987266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:03.032245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-bf813b55-d8a2-4440-8aed-418222f4984c None None] Port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:03.044157 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Pushing event updated for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:03.096229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6328a8361844d7987c41fa6f101018 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:03.137220 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0bac7-bf4d-406e-bf28-d6ca8302cb0a req-d024f7e8-5187-44c6-ae31-b96ad96a2498 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:03.138847 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-43b0bac7-bf4d-406e-bf28-d6ca8302cb0a req-d024f7e8-5187-44c6-ae31-b96ad96a2498 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.1860285 Jan 18 13:57:03.191086 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:03.215754 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-43b0bac7-bf4d-406e-bf28-d6ca8302cb0a req-36d0708a-9024-403a-9eb2-b1b90a8c0140 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Synchronizing usage tracker for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:03.240559 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 465f276b-f359-476f-a480-839bb2b536f5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:03.338388 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.95', 60264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:03.396416 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-43b0bac7-bf4d-406e-bf28-d6ca8302cb0a req-36d0708a-9024-403a-9eb2-b1b90a8c0140 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Unset dirty status for tenant:ff02543ae77c4e2c9fd9e4c9e7940e6b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:03.416037 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-43b0bac7-bf4d-406e-bf28-d6ca8302cb0a req-36d0708a-9024-403a-9eb2-b1b90a8c0140 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712142 Jan 18 13:57:03.498496 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:03.635404 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:03.649673 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-30350e5f-ea96-4b85-811e-6f9a9240a172 req-09f21f07-a0f2-49a0-b18a-072ec6c2694c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.0887759 Jan 18 13:57:03.728737 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 465f276b-f359-476f-a480-839bb2b536f5 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:03.736050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 465f276b-f359-476f-a480-839bb2b536f5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:03.737200 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:03.741785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Pushing event updated for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:03.784985 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:03.795955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e73b3-604a-4e8e-913e-489928af8bd2 req-f3f7725d-64c5-4dd2-89df-7bc875f972a2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:03.797619 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-059e73b3-604a-4e8e-913e-489928af8bd2 req-f3f7725d-64c5-4dd2-89df-7bc875f972a2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 931 time: 1.4673536 Jan 18 13:57:03.803327 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-d88187df-b833-4c2f-b57b-034801962d90 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:03.805149 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:03.805298 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-d88187df-b833-4c2f-b57b-034801962d90 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 819 time: 0.4653282 Jan 18 13:57:03.838258 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Request body: {'port': {'device_id': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'admin_state_up': True, 'tenant_id': '8733a52c466142199f3750f165ef7e20'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:03.844487 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:03.845028 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.006342 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.061105 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 465f276b-f359-476f-a480-839bb2b536f5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=465f276b-f359-476f-a480-839bb2b536f5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:04.137774 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.184639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:04.191988 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-059e73b3-604a-4e8e-913e-489928af8bd2 req-5ee373e9-786b-4b20-8227-421347684f96 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:04.233474 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=465f276b-f359-476f-a480-839bb2b536f5,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:04.270434 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32,segment=NetworkSegment(d7eeb343-a67f-42b6-9900-352a3334fcd0),segment_id=d7eeb343-a67f-42b6-9900-352a3334fcd0)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:04.309872 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.312732 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:04.325103 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:04.330296 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-5f6dbb71-305f-4ba6-9672-746a28c5f501 None None] Provisioning for port 00942e08-a4fd-47f4-9e18-ed9730fc402e completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:04.335724 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-5f6dbb71-305f-4ba6-9672-746a28c5f501 None None] Provisioning complete for port 00942e08-a4fd-47f4-9e18-ed9730fc402e triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:04.336118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-5f6dbb71-305f-4ba6-9672-746a28c5f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.392683 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dbb71-305f-4ba6-9672-746a28c5f501 None None] Port 00942e08-a4fd-47f4-9e18-ed9730fc402e cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:04.459623 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.464321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-059e73b3-604a-4e8e-913e-489928af8bd2 req-5ee373e9-786b-4b20-8227-421347684f96 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:04.465947 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-059e73b3-604a-4e8e-913e-489928af8bd2 req-5ee373e9-786b-4b20-8227-421347684f96 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540453 Jan 18 13:57:04.566131 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.600474 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.602718 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] 10.222.0.95 "PUT /v2.0/ports/ee0ff581-6a42-4ed6-9153-a1cb76946f32 HTTP/1.1" status: 200 len: 1093 time: 9.3345809 Jan 18 13:57:04.615290 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:04.744037 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.834149 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f851da-565a-4049-9b65-d014137932a9 req-bebdb0cb-ea87-434a-85f4-4028b268eadf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:04.850673 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f7f851da-565a-4049-9b65-d014137932a9 req-bebdb0cb-ea87-434a-85f4-4028b268eadf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.1980178 Jan 18 13:57:04.880108 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Made reservation on behalf of 8733a52c466142199f3750f165ef7e20 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:04.885028 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:05.030052 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f7f851da-565a-4049-9b65-d014137932a9 req-d4f79584-84c6-48e7-8a31-84da905f054d tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759329 Jan 18 13:57:05.141639 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 465f276b-f359-476f-a480-839bb2b536f5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:05.238956 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Allocated IP 172.20.0.2 (4ccc2929-5b6a-4307-a47a-365d2605dc0f/9e09f8ca-6499-42aa-bf6b-cffbb3d7566b/4f92507d-77a4-4b85-b9d1-6d6a0c13445a) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:05.335403 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 465f276b-f359-476f-a480-839bb2b536f5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:05.335978 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:05.481609 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d8c91e5c-af32-4ae2-a75f-78492c80f958 req-678ad334-b172-49d5-9e04-cc4e0a242f4b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.5872803 Jan 18 13:57:05.556727 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e68b-b920-4c15-a848-96df4a7e8271 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:05.601723 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32', 'status': 'completed', 'code': 200} Jan 18 13:57:05.631667 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf3154-025a-46bd-91f4-8d97263f11ee,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:05.659304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94aa94aa-2430-49e3-a10a-5d101294ce53 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:05.753495 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:05.789680 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:05.809098 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-fc3e6e13-80fa-480a-9513-b453beebdf75 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4f6328a8361844d7987c41fa6f101018&name=default HTTP/1.1" status: 200 len: 2647 time: 4.1701660 Jan 18 13:57:05.819620 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40500) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:05.914003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Transition to ACTIVE for port object 94aa94aa-2430-49e3-a10a-5d101294ce53 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:05.917637 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-1d89383c-ba00-49ca-8ff3-82fdb9ac55d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff02543ae77c4e2c9fd9e4c9e7940e6b&device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 1096 time: 0.9234962 Jan 18 13:57:05.937379 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.003876 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.95', 60272) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:06.035487 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.038225 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.149572 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.169467 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:06.182040 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-836e163c-bf27-4c01-9829-85dfbd494431 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32 HTTP/1.1" status: 200 len: 217 time: 0.2446597 Jan 18 13:57:06.186737 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:06.240052 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.240873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.243431 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:06.248593 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:06.249489 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.254252 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Pushing event updated for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:06.284574 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.368398 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdde4f6-7915-4051-8cfe-49183ee09fd6 req-55914bdc-2854-4950-8fd9-8ba8f210f24f tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:06.378121 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-efdde4f6-7915-4051-8cfe-49183ee09fd6 req-55914bdc-2854-4950-8fd9-8ba8f210f24f tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.2049694 Jan 18 13:57:06.424944 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-c71e557e-f2a1-4ba6-9b35-2b3df5504757 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5910249 Jan 18 13:57:06.443922 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Request body: {'port': {'device_id': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:06.471837 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d853ce51-48c7-45fd-b884-ee2cc47ef1d4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:06.473303 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-d853ce51-48c7-45fd-b884-ee2cc47ef1d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=43bfde56-4894-407d-b9f3-a7caf2af7971 HTTP/1.1" status: 200 len: 852 time: 0.2509010 Jan 18 13:57:06.480026 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.501628 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaa9bc-2c7b-49a3-8e2c-e0638b666f90 req-57c96066-abbb-42ee-b038-8fe91a506d80 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:06.508621 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-daeaa9bc-2c7b-49a3-8e2c-e0638b666f90 req-57c96066-abbb-42ee-b038-8fe91a506d80 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 931 time: 0.7030060 Jan 18 13:57:06.511068 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf3154-025a-46bd-91f4-8d97263f11ee,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:06.519583 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.521114 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-4d7a22c3-e1c5-4c2b-95aa-311d09fdeb50 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/78bf3154-025a-46bd-91f4-8d97263f11ee HTTP/1.1" status: 204 len: 168 time: 0.6998432 Jan 18 13:57:06.556349 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-efdde4f6-7915-4051-8cfe-49183ee09fd6 req-b7aae2d3-f500-4994-9597-bb90e52879fb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770875 Jan 18 13:57:06.569054 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:06.669952 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Pushing event updated for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:06.760687 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:06.976309 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-0eda1ec7-83d6-46bb-9c49-18ee7fbb0e23 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=325dd5e0-0daf-46dd-ad40-209c86790407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4911499 Jan 18 13:57:07.263428 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Pushing event updated for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:07.324208 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-f43a7493-68d5-4355-8575-1c944b7a7baf req-50bfecf1-2d4d-4b86-81e0-babce3bf290a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:07.336770 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f92507d-77a4-4b85-b9d1-6d6a0c13445a {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:07.348444 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.367651 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Transition to ACTIVE for port object 4f92507d-77a4-4b85-b9d1-6d6a0c13445a will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:07.438679 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-f43a7493-68d5-4355-8575-1c944b7a7baf req-50bfecf1-2d4d-4b86-81e0-babce3bf290a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:07.439868 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f43a7493-68d5-4355-8575-1c944b7a7baf req-50bfecf1-2d4d-4b86-81e0-babce3bf290a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.5160851 Jan 18 13:57:07.440554 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.568545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.611144 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Attempting to bind port 94aa94aa-2430-49e3-a10a-5d101294ce53 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:07.611558 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Attempting to bind port 94aa94aa-2430-49e3-a10a-5d101294ce53 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:07.611793 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Attempting to bind port 94aa94aa-2430-49e3-a10a-5d101294ce53 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:07.640509 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:07.706310 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Attempting to bind port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:07.706735 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Attempting to bind port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:07.707079 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Attempting to bind port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:07.717328 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:07.717646 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Attempting to bind port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:07.727528 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:07.728064 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Checking segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:07.728934 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Bound using segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:07.730154 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Bound port: 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:07.730833 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.812135 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Port 94aa94aa-2430-49e3-a10a-5d101294ce53 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:07.812536 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Attempting to bind port 94aa94aa-2430-49e3-a10a-5d101294ce53 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:07.834358 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:07.848877 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Checking segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:07.849454 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Bound using segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:07.850042 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Bound port: 94aa94aa-2430-49e3-a10a-5d101294ce53, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:07.850537 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.883941 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:07.897209 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-daeaa9bc-2c7b-49a3-8e2c-e0638b666f90 req-f9939a18-e979-444e-ace2-ad0522699465 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3871522 Jan 18 13:57:07.917054 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:07.944048 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:07.985126 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:08.050046 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.102773 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-918e748f-ac12-45cf-9480-4dfd9a8e0bed tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:08.102773 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-918e748f-ac12-45cf-9480-4dfd9a8e0bed tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:08.307550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.307550 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] 10.222.0.95 "PUT /v2.0/ports/4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 1093 time: 1.8364444 Jan 18 13:57:08.307550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:08.347832 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178627c-17eb-4d91-9b35-aca9527cce67 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:08.378131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1569567-770e-42e7-a7e7-f837e4fd5553 req-e4c5ba5f-0dbf-4043-a548-259fa1ca3d1b tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:08.385030 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a1569567-770e-42e7-a7e7-f837e4fd5553 req-e4c5ba5f-0dbf-4043-a548-259fa1ca3d1b tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.5328188 Jan 18 13:57:08.470331 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-e68c95e3-6f45-406d-acf2-4c72ba3d47ab None None] Provisioning complete for port 00942e08-a4fd-47f4-9e18-ed9730fc402e triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:08.471106 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a1569567-770e-42e7-a7e7-f837e4fd5553 req-3fe252d5-00f4-40f2-bfee-8d204e45159f tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799024 Jan 18 13:57:08.471629 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e68c95e3-6f45-406d-acf2-4c72ba3d47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.561873 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-fc50745f-f604-48bd-9426-670bb952f660 service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1981485 Jan 18 13:57:08.608090 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-e68c95e3-6f45-406d-acf2-4c72ba3d47ab None None] Port 00942e08-a4fd-47f4-9e18-ed9730fc402e cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:08.705006 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3ec23ba7-c820-4340-915b-187d1f0967b5 req-b71b904b-4f3e-486d-b296-76a9b602fb6e service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921535 Jan 18 13:57:08.829044 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:08.875671 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-895f65f3-7dd4-4aa3-8fef-181228d34091 req-5709bccb-4bb0-49ea-937a-8d51a0829b4e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.1546464 Jan 18 13:57:08.877678 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-280fea17-58d3-406b-9217-43b6b9ca97e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1096 time: 0.1910756 Jan 18 13:57:09.043840 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a', 'status': 'completed', 'code': 200} Jan 18 13:57:09.096894 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-63b86074-8878-4cbc-b634-cb1b7f8d9072 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.1610754 Jan 18 13:57:09.096982 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=94aa94aa-2430-49e3-a10a-5d101294ce53,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:09.165350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-fc5b4a3f-a04c-4dc4-a66a-e8423f9eebcf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:09.175872 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-fc5b4a3f-a04c-4dc4-a66a-e8423f9eebcf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0918694 Jan 18 13:57:09.349568 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:09.365293 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-dd784e01-e25a-4663-833d-926126b402cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402153 Jan 18 13:57:09.430992 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-918e748f-ac12-45cf-9480-4dfd9a8e0bed tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:09.432102 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-918e748f-ac12-45cf-9480-4dfd9a8e0bed tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 819 time: 3.3493559 Jan 18 13:57:09.440656 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73165c-6ad2-40d7-9ba0-af78e848ad15 req-740da47f-e070-489d-8b44-d0a4cec13c30 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:09.442069 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9f73165c-6ad2-40d7-9ba0-af78e848ad15 req-740da47f-e070-489d-8b44-d0a4cec13c30 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 943 time: 0.1961203 Jan 18 13:57:09.458352 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e4a295a1-44af-48d0-ada5-69ca8c0d4e36 admin admin] 10.222.0.94 "PUT /v2.0/routers/dc570246-5c38-4320-8ec7-cf22b35def97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8485525 Jan 18 13:57:09.528328 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Request body: {'port': {'device_id': '66722dec-579c-4ee6-8a34-4686274a497e', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'admin_state_up': True, 'tenant_id': '8733a52c466142199f3750f165ef7e20'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:09.571859 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-f1af9557-d08e-430c-b335-6dbd161d6a97 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999788 Jan 18 13:57:09.742235 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:09.755320 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9f73165c-6ad2-40d7-9ba0-af78e848ad15 req-0206f465-b58e-42ff-a152-22faa5ee0e3e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841504 Jan 18 13:57:09.877383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:09.878915 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] 10.222.0.95 "PUT /v2.0/ports/94aa94aa-2430-49e3-a10a-5d101294ce53 HTTP/1.1" status: 200 len: 1093 time: 7.6630018 Jan 18 13:57:09.880609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:09.921921 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:09.922125 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a5fa6c55-0420-45fc-99ba-9a26395e1ad4 req-1f1c01ed-619b-40d2-a9e2-752a906308ad service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426366 Jan 18 13:57:09.950854 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863531b-68ff-481b-ab8f-5787b3670f24 req-d3b41952-91f3-466e-81ac-8827bbcc9fe8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:09.958352 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9863531b-68ff-481b-ab8f-5787b3670f24 req-d3b41952-91f3-466e-81ac-8827bbcc9fe8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.2253549 Jan 18 13:57:09.960364 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c66a4-e05e-4cb6-ba13-d4b611a97fba service neutron] Pushing event updated for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:09.967244 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:09.973522 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:10.060456 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9863531b-68ff-481b-ab8f-5787b3670f24 req-861bc20c-a605-4cfc-aa08-6c65ab644afe tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004534 Jan 18 13:57:10.120183 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Made reservation on behalf of 8733a52c466142199f3750f165ef7e20 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:10.123230 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:10.174988 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-ec2d9741-19a6-4147-ada0-45991489f1c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff02543ae77c4e2c9fd9e4c9e7940e6b&device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 1096 time: 0.2946129 Jan 18 13:57:10.233081 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-fe7f4214-7c47-4a3b-9e0b-fc1c61ec9073 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 1096 time: 0.1702907 Jan 18 13:57:10.249449 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53', 'status': 'completed', 'code': 200} Jan 18 13:57:10.494330 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-248fdff3-5b4b-48d2-a224-8d7225700316 req-ac7d51e6-8b4c-4e00-a3c9-c0f2de3ec667 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.1130192 Jan 18 13:57:10.496347 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-231c571d-2a60-4948-ada8-8b4bc462bafb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94aa94aa-2430-49e3-a10a-5d101294ce53 HTTP/1.1" status: 200 len: 217 time: 0.2560346 Jan 18 13:57:10.586264 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-fba0eb89-16b0-45ab-af78-aec8251117c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:10.606730 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-fba0eb89-16b0-45ab-af78-aec8251117c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.0854104 Jan 18 13:57:10.625466 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-3d20d551-3fe9-4e7d-8f69-6552924a055d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1096 time: 0.5343087 Jan 18 13:57:10.637398 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-71eb2207-92bf-4633-b44b-0cd424da860b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:10.638857 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-71eb2207-92bf-4633-b44b-0cd424da860b service neutron] 10.222.0.95 "GET /v2.0/networks?id=325dd5e0-0daf-46dd-ad40-209c86790407 HTTP/1.1" status: 200 len: 912 time: 0.4081089 Jan 18 13:57:10.647105 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-6f573df5-2074-42a9-b4b5-eb56b41dcd03 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529897 Jan 18 13:57:10.832131 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-4ef08ce2-5d32-4167-8073-2a9bd5e08d6f service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783211 Jan 18 13:57:10.837982 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Allocated IP 172.20.0.10 (4ccc2929-5b6a-4307-a47a-365d2605dc0f/9e09f8ca-6499-42aa-bf6b-cffbb3d7566b/15a3bd14-97c4-4df6-b773-d526da6eec42) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:10.871742 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-6db7e71b-a8ca-49d5-89fb-095461e370d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32 HTTP/1.1" status: 200 len: 217 time: 0.1524506 Jan 18 13:57:11.058969 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-24aba6cb-9733-41ec-9f64-5e5df092fc27 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.060470 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-24aba6cb-9733-41ec-9f64-5e5df092fc27 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=43bfde56-4894-407d-b9f3-a7caf2af7971 HTTP/1.1" status: 200 len: 852 time: 0.1795056 Jan 18 13:57:11.079912 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86dc8c-9ff6-433f-bee2-5a65e46792f0 req-269b6367-015a-4240-b635-9800c51c7aef tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.081929 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ae86dc8c-9ff6-433f-bee2-5a65e46792f0 req-269b6367-015a-4240-b635-9800c51c7aef tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 943 time: 0.1275113 Jan 18 13:57:11.151310 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40624) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:11.170061 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ae86dc8c-9ff6-433f-bee2-5a65e46792f0 req-35d7c217-a792-4b0c-8a61-db9ace8306be tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820923 Jan 18 13:57:11.196925 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-307c6164-d0e4-43b6-914d-a1566a2b8e22 req-d3f6c11b-6ee9-4193-8637-bf57d03caa05 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542137 Jan 18 13:57:11.239732 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267219783', 'description': 'tempest-description--851322263'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:11.248709 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:11.270787 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:11.273114 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-483e5cf2-8c3a-4fea-b7c6-5d51826f6f9f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=325dd5e0-0daf-46dd-ad40-209c86790407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274562 Jan 18 13:57:11.327295 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:11.439878 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-9acda60a-f1e5-4e7f-bbc1-e06af3a63db0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 1096 time: 0.0729997 Jan 18 13:57:11.456722 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-3bb21828-b163-4aec-ba10-e042243352bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.458179 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-3bb21828-b163-4aec-ba10-e042243352bd service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.8162887 Jan 18 13:57:11.466520 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:11.526236 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2e44c663-88d1-4cde-b8d6-ee3527cc1113 admin admin] 10.222.0.94 "PUT /v2.0/routers/52bb82dd-0860-4cf0-b6b3-94b5fa2df625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0662491 Jan 18 13:57:11.592753 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:11.650094 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-c7e949ec-3a9c-4670-a28d-a8946667ca66 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.1318305 Jan 18 13:57:11.719610 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-44188ba0-e48c-48fd-b614-538dd746ec7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.720696 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-44188ba0-e48c-48fd-b614-538dd746ec7f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 914 time: 0.2742462 Jan 18 13:57:11.726967 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:11.753537 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:11.810309 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-96f8d58d-a4c0-4d0c-b53c-fcee13e68279 service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918566 Jan 18 13:57:11.824683 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-83aef419-e0d0-42b0-b9c4-b44d88eb5cc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.826374 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-83aef419-e0d0-42b0-b9c4-b44d88eb5cc2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.1658185 Jan 18 13:57:11.846538 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-803c4436-4285-41fb-82ed-edd25098ca4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94aa94aa-2430-49e3-a10a-5d101294ce53 HTTP/1.1" status: 200 len: 217 time: 0.0721567 Jan 18 13:57:11.852670 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e8df375c-4a4a-4f77-80aa-659b325ae6e4 req-f61ab159-315a-476e-b595-68345cad7808 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.1307352 Jan 18 13:57:11.905238 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e66f31-75f1-4938-82c0-0bb2524842f8 req-9d598d04-9cde-4d44-b877-0993f2274786 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.906879 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b9e66f31-75f1-4938-82c0-0bb2524842f8 req-9d598d04-9cde-4d44-b877-0993f2274786 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.6436727 Jan 18 13:57:11.943458 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-97ff5a28-a79a-4f07-b18b-9c1ccf101dd4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:11.947576 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-97ff5a28-a79a-4f07-b18b-9c1ccf101dd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.0914917 Jan 18 13:57:11.972383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:11.992774 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-9c177df3-99c3-4182-9eae-a0a2f1c69d54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404165 Jan 18 13:57:11.994954 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-f16e6b9b-1a7f-4fce-a51f-ebb997525c30 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419230 Jan 18 13:57:12.007206 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:12.015543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:12.144974 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:12.146610 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-076a5752-a1ad-4337-a84f-960fc65ff8c0 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412606 Jan 18 13:57:12.207834 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-87a282ec-0379-449f-81d5-977df58f042d service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942797 Jan 18 13:57:12.227990 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b9e66f31-75f1-4938-82c0-0bb2524842f8 req-b02fb01c-6b8e-41c5-a0f0-add6086939da tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676897 Jan 18 13:57:12.335844 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9cd41d94-801b-42a0-81b7-e3b86739084c req-c21c80ef-3d1a-4d3c-818d-016275587979 service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148036 Jan 18 13:57:12.342381 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40aacfd6-9c72-4de8-9688-129e824f8524 req-9037beac-d57a-4965-b1f5-0c3820bceda2 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892602 Jan 18 13:57:12.351787 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.461650 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.518536 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Network 4ccc2929-5b6a-4307-a47a-365d2605dc0f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:12.524727 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:12.537733 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Pushing event updated for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:12.555914 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:12.566616 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:12.566616 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.577572 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.597919 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e30a2cea-15d5-494d-9aa5-a488fbd0b2fb req-0b5f6831-b75c-4798-a66c-a42e6aaced84 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761134 Jan 18 13:57:12.675558 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d2606-3117-4550-9d5d-901b8888dd54,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:12.702765 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40680) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:12.708643 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679283842', 'description': 'tempest-description--1459440176'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:12.717672 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:12.718441 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd89354-24c1-4961-b713-501b02ae6cba req-de762086-7541-4053-9431-eb55094467b5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:12.719953 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-afd89354-24c1-4961-b713-501b02ae6cba req-de762086-7541-4053-9431-eb55094467b5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 943 time: 0.1287217 Jan 18 13:57:12.725433 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:12.740032 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:12.747696 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:12.776167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.778013 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e1673361-5968-4924-9793-1cbc72fc8f1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5603299 Jan 18 13:57:12.781263 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40694) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:12.783686 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e4ac1836-afe4-4d74-b190-d05f04ac7ab4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3222544 Jan 18 13:57:12.787165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group_rule': {'security_group_id': '3f3d2606-3117-4550-9d5d-901b8888dd54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:12.795465 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Request body: {'port': {'device_id': '66722dec-579c-4ee6-8a34-4686274a497e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:12.799428 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:12.803739 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:12.813344 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:12.821170 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:12.837677 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-afd89354-24c1-4961-b713-501b02ae6cba req-6f15200d-5c49-400b-adc0-7f24e3e03bbd tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Jan 18 13:57:12.872901 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.926415 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:12.930308 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:12.934668 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:12.946368 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:12.952856 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:12.959293 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.122408 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.138386 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.148544 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e423f4-3d9f-474d-a138-fc2eb8ffee05 req-0fcaa313-e944-435a-bacf-734f12a56c22 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:13.157315 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-43e423f4-3d9f-474d-a138-fc2eb8ffee05 req-0fcaa313-e944-435a-bacf-734f12a56c22 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 932 time: 0.1508908 Jan 18 13:57:13.204430 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-43e423f4-3d9f-474d-a138-fc2eb8ffee05 req-9969e38b-c7aa-4881-9bfc-a576d6f5e4de tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Jan 18 13:57:13.216149 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.271478 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.325066 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d78eef-9e83-4190-b150-b1ac3614bc42,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:13.326248 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27124aca-1843-4c85-a1bc-4ecdd6e37d40,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:13.381890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a3bd14-97c4-4df6-b773-d526da6eec42 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:13.391781 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.416089 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Transition to ACTIVE for port object 15a3bd14-97c4-4df6-b773-d526da6eec42 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:13.418691 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.420188 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-355160e0-ea2a-4b17-95fe-e6ce6efb8ba1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6379800 Jan 18 13:57:13.423004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40728) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:13.437448 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group_rule': {'security_group_id': '3f3d2606-3117-4550-9d5d-901b8888dd54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:13.450436 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:13.460165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.465360 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e5852ec7-659e-481c-9917-06180795727c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7576566 Jan 18 13:57:13.465360 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:13.473975 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40732) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:13.476576 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:13.482542 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group_rule': {'security_group_id': '27124aca-1843-4c85-a1bc-4ecdd6e37d40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:13.491138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:13.493343 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:13.499398 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:13.503176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:13.509084 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:13.525800 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.607054 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.693915 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.695395 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.747094 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9db5f-5c1f-4899-9761-c3ee1c43f9e3 req-1c8daaba-d68d-4327-93ce-05d514c71b45 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:13.748690 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-16c9db5f-5c1f-4899-9761-c3ee1c43f9e3 req-1c8daaba-d68d-4327-93ce-05d514c71b45 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.2879169 Jan 18 13:57:13.757076 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Pushing event updated for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:13.786091 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.840086 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.851530 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Attempting to bind port 15a3bd14-97c4-4df6-b773-d526da6eec42 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:13.851855 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Attempting to bind port 15a3bd14-97c4-4df6-b773-d526da6eec42 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:13.852171 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Attempting to bind port 15a3bd14-97c4-4df6-b773-d526da6eec42 on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:13.866061 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbb9265-46cf-4abd-9740-ecb23cab7b30,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:13.877562 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-16c9db5f-5c1f-4899-9761-c3ee1c43f9e3 req-1ceddbd1-a634-4521-af91-e8946b5720ce tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164150 Jan 18 13:57:13.878999 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Port 15a3bd14-97c4-4df6-b773-d526da6eec42 on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:13.879976 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Attempting to bind port 15a3bd14-97c4-4df6-b773-d526da6eec42 on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:13.895802 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.899806 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:13.902908 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Checking segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:13.902908 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Bound using segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:13.902908 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Bound port: 15a3bd14-97c4-4df6-b773-d526da6eec42, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:13.903871 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:13.929540 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40760) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:13.951205 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536cc919-8413-4ec3-9c5c-e57d6d5aad5e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:14.051336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.063234 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-52d69173-4567-42a9-8ebf-0f641d23252d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5784059 Jan 18 13:57:14.063234 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40766) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:14.067667 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group_rule': {'security_group_id': '27124aca-1843-4c85-a1bc-4ecdd6e37d40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:14.079068 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:14.083497 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:14.087189 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:14.099783 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.099783 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-93232d2b-11ef-4ab2-8557-6ff3681471d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6657844 Jan 18 13:57:14.100049 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:14.101958 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40770) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:14.110169 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:14.119965 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:14.125377 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:14.133564 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:floatingip and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:14.134322 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=15a3bd14-97c4-4df6-b773-d526da6eec42,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:14.137828 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:14.147242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:14.163341 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.211418 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af773f-321a-4741-8749-ef1a55a5ee81 req-5ba921c9-a70d-4b25-9f40-017b43994e5d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:14.213021 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4af773f-321a-4741-8749-ef1a55a5ee81 req-5ba921c9-a70d-4b25-9f40-017b43994e5d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 943 time: 0.1408553 Jan 18 13:57:14.214008 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:14.218516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Usage tracker for resource:security_group_rule and tenant:7e624ec207494a35ae7669fd473c72aa is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:14.223440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:14.225737 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 94aa94aa-2430-49e3-a10a-5d101294ce53 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:14.233508 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.252720 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.257069 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:14.355428 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.363126 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.366391 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] 10.222.0.95 "PUT /v2.0/ports/15a3bd14-97c4-4df6-b773-d526da6eec42 HTTP/1.1" status: 200 len: 1094 time: 1.5743556 Jan 18 13:57:14.368574 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:14.388175 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4af773f-321a-4741-8749-ef1a55a5ee81 req-14554bcc-29b2-4c9e-8220-37c8afe0d563 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662204 Jan 18 13:57:14.391410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b352-83d7-43d7-be1b-b9869afaff72 service neutron] Pushing event updated for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:14.467639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.518881 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=94aa94aa-2430-49e3-a10a-5d101294ce53,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:14.549029 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '94aa94aa-2430-49e3-a10a-5d101294ce53', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'port_id': '94aa94aa-2430-49e3-a10a-5d101294ce53', 'mac_address': 'fa:16:3e:a4:c3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7c40b-317c-4f23-ba98-34c61c7ede79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:14.553137 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.569237 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42', 'status': 'completed', 'code': 200} Jan 18 13:57:14.621507 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.626302 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0b2f3-1095-442f-89e6-9f256fde66d6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:14.631353 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-4edf0084-3ea5-4cfb-b79c-4058bdb1ee53 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7e624ec207494a35ae7669fd473c72aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7007499 Jan 18 13:57:14.636862 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-f9150c8a-c8c9-43b3-826a-6dc1f22b72cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 1097 time: 0.1656492 Jan 18 13:57:14.637338 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40784) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:14.639063 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.643217 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94aa94aa-2430-49e3-a10a-5d101294ce53 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:14.663626 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=94aa94aa-2430-49e3-a10a-5d101294ce53,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:14.676085 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.721164 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40788) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:14.734997 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d011ddd-1e87-4924-8133-a50d922128b7 req-62928f12-a5be-4dd1-96e0-3dda40da2c11 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:14.736810 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0d011ddd-1e87-4924-8133-a50d922128b7 req-62928f12-a5be-4dd1-96e0-3dda40da2c11 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 944 time: 0.2375560 Jan 18 13:57:14.754407 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-1e0e55d8-2d82-4d76-ab51-3760bd8c4c5c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a3bd14-97c4-4df6-b773-d526da6eec42 HTTP/1.1" status: 200 len: 217 time: 0.1014061 Jan 18 13:57:14.772885 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.811360 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.811864 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 4f92507d-77a4-4b85-b9d1-6d6a0c13445a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:14.821887 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b791c6c1-548c-40c6-99ee-33a81a55f1c9,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:14.840120 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.853544 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e5bc5a07-b15f-43c8-ba3d-3cf838f0b170 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:14.855469 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-e5bc5a07-b15f-43c8-ba3d-3cf838f0b170 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0937963 Jan 18 13:57:14.891506 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0d011ddd-1e87-4924-8133-a50d922128b7 req-650cd056-f7b6-46a2-8a53-a112b176f3ef tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492214 Jan 18 13:57:14.901365 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:14.914636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:14.923792 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-7eb5f2a3-8578-418b-9dd7-c51fa3958896 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560126 Jan 18 13:57:14.955058 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Allocated IP 172.28.2.26 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/746a0dad-7d6a-419d-a6f4-2ed4d03925e3) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:15.037147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.073533 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:15.087835 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'port_id': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a', 'mac_address': 'fa:16:3e:81:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:15.118692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.126236 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e9ab7710-4588-4740-8d8e-ae5dfb303e21 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0688448 Jan 18 13:57:15.126877 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40796) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:15.136221 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:15.142657 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:15.148074 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:floatingip and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:15.158399 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:15.169217 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.173045 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:15.174920 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-de0518ea-dc7d-429c-9ae4-cf2b2f8bbcb1 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394648 Jan 18 13:57:15.176901 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.191415 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f92507d-77a4-4b85-b9d1-6d6a0c13445a {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:15.207451 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:15.215139 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1496-77d3-420d-98f2-837d5fb30b77 req-f6ea0338-d546-461b-be38-2fcd44cb76ba tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:15.216549 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0ccf1496-77d3-420d-98f2-837d5fb30b77 req-f6ea0338-d546-461b-be38-2fcd44cb76ba tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 943 time: 0.1497962 Jan 18 13:57:15.274677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.282836 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.283337 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.283713 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device ee0ff581-6a42-4ed6-9153-a1cb76946f32 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:15.315472 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:15.336242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0b2f3-1095-442f-89e6-9f256fde66d6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:15.340808 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Usage tracker for resource:security_group_rule and tenant:dda6e46592414114aa76dfc3ebac16fa is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:15.360492 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:15.385901 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0ccf1496-77d3-420d-98f2-837d5fb30b77 req-d80d3ba8-3b76-457e-9dd3-aaffad7f4199 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181207 Jan 18 13:57:15.386894 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.389284 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.392902 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-b23eef85-db74-4c6e-9c82-020322411998 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/64b0b2f3-1095-442f-89e6-9f256fde66d6 HTTP/1.1" status: 204 len: 168 time: 0.7545996 Jan 18 13:57:15.394249 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:15.453186 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fd09edad-9434-43c7-b903-de285fecbbb3 req-138ad24d-de67-46fa-ab8e-f5ecbe7fdc88 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718418 Jan 18 13:57:15.511736 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.519370 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=746a0dad-7d6a-419d-a6f4-2ed4d03925e3,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:15.530784 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:15.532786 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:15.538502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:15.582464 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.618380 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:15.644198 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32,segment=NetworkSegment(d7eeb343-a67f-42b6-9900-352a3334fcd0),segment_id=d7eeb343-a67f-42b6-9900-352a3334fcd0)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:15.662253 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32', 'network_id': '325dd5e0-0daf-46dd-ad40-209c86790407', 'port_id': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32', 'mac_address': 'fa:16:3e:53:42:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfde56-4894-407d-b9f3-a7caf2af7971', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:15.681172 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832b457-af16-4af1-a961-b4daca710a46,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:15.699224 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-74797abf-fe7a-426c-80cc-d7b8905abc97 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dda6e46592414114aa76dfc3ebac16fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9710200 Jan 18 13:57:15.703947 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40810) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:15.738358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.764690 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0ff581-6a42-4ed6-9153-a1cb76946f32 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:15.782693 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-f6d07a29-cdf0-4c5b-94e7-3dfc83e39959 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 1097 time: 0.1918662 Jan 18 13:57:15.788586 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32,segment=NetworkSegment(d7eeb343-a67f-42b6-9900-352a3334fcd0),segment_id=d7eeb343-a67f-42b6-9900-352a3334fcd0)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:15.792274 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.856964 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.883172 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc099c-a693-4dca-8c18-6c631ed555fd req-cef6fe0f-bd70-4788-8a31-ee29bba7f89b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:15.886127 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-32dc099c-a693-4dca-8c18-6c631ed555fd req-cef6fe0f-bd70-4788-8a31-ee29bba7f89b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 944 time: 0.2859187 Jan 18 13:57:15.903634 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.942257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:15.964125 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:15.969961 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.039457 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7800-9586-4370-8905-12e4107658db req-9ee8e5ed-d127-4a51-9c04-24ef90c4c3c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:16.040893 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-9ee8e5ed-d127-4a51-9c04-24ef90c4c3c5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.2501476 Jan 18 13:57:16.071548 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-32dc099c-a693-4dca-8c18-6c631ed555fd req-3fcac256-ebdf-451c-8ccf-40972ce8fec0 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517487 Jan 18 13:57:16.096992 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.159993 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-7785718b-e7dd-44d8-b4f0-12d7b2eb137d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a3bd14-97c4-4df6-b773-d526da6eec42 HTTP/1.1" status: 200 len: 217 time: 0.1119792 Jan 18 13:57:16.228559 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['4f92507d-77a4-4b85-b9d1-6d6a0c13445a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:16.234447 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7800-9586-4370-8905-12e4107658db req-b9f21488-1535-44f6-b447-5eaf04f09aef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:16.235864 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-b9f21488-1535-44f6-b447-5eaf04f09aef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0647023 Jan 18 13:57:16.238028 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.256145 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['ee0ff581-6a42-4ed6-9153-a1cb76946f32'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:16.257434 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-793b90ec-63fd-4af8-9ebe-8a637308c3f8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:16.258146 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-793b90ec-63fd-4af8-9ebe-8a637308c3f8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:16.290351 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:16.312843 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832b457-af16-4af1-a961-b4daca710a46,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:16.319035 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-eabd1224-6d30-4485-a5eb-a4c8ce88e239 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687265 Jan 18 13:57:16.327536 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.328593 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-eea9deb6-ac69-4fa9-8fb0-06bb3b603199 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e832b457-af16-4af1-a961-b4daca710a46 HTTP/1.1" status: 204 len: 168 time: 0.6233892 Jan 18 13:57:16.396965 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Allocated IP 172.28.2.225 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/11598f6d-2136-4ce6-b215-db1020e20e9e) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:16.412754 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.498646 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40822) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:16.544608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.577644 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.627454 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-793b90ec-63fd-4af8-9ebe-8a637308c3f8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:16.630026 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-793b90ec-63fd-4af8-9ebe-8a637308c3f8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 944 time: 0.5315332 Jan 18 13:57:16.631974 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-909513b8-608a-4e5c-89a5-2492c7b75606 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055782 Jan 18 13:57:16.633405 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:16.645221 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d6cd87e0924a98a41c10ad063def00 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:16.651676 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:16.658874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:16.699479 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.732652 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=746a0dad-7d6a-419d-a6f4-2ed4d03925e3,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:16.761061 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.787787 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.797551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.867401 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=11598f6d-2136-4ce6-b215-db1020e20e9e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:16.890003 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:16.891268 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:16.894119 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:16.901308 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.914731 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:16.924948 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-97d91bb3-41e7-4158-af3f-52c7478ea218 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8129466 Jan 18 13:57:16.926207 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd099-0fbf-456a-89ac-276be230c7ce req-ba17c94e-f7b7-49b0-a254-d7275aacd722 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:16.933263 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8dd099-0fbf-456a-89ac-276be230c7ce req-ba17c94e-f7b7-49b0-a254-d7275aacd722 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 944 time: 0.3928227 Jan 18 13:57:16.936545 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-b90d35d7-b89d-41a5-955d-d8e780ae53c9 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:16.997659 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8dd099-0fbf-456a-89ac-276be230c7ce req-2dbf91e0-6438-476b-8cdd-b09bfd91c480 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600324 Jan 18 13:57:17.003406 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2095871-dfe4-475d-a89f-1c8e257e5311,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:17.015215 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-f0bee51e-4789-4c29-927d-38496de48778 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f3d6cd87e0924a98a41c10ad063def00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5124664 Jan 18 13:57:17.023189 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37ca7800-9586-4370-8905-12e4107658db req-c75c2ff5-7f21-409e-aec0-37590df2f1e6 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573850 Jan 18 13:57:17.024650 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40834) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:17.100424 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.107409 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.128253 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-b90d35d7-b89d-41a5-955d-d8e780ae53c9 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:17.129406 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ce3d8878-7d67-44cd-ae45-d818270b105d req-b90d35d7-b89d-41a5-955d-d8e780ae53c9 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647563 Jan 18 13:57:17.133528 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.294639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-61e83c30-4941-4c37-aca1-2eb674e3e445 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:17.304846 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.308988 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.325495 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2095871-dfe4-475d-a89f-1c8e257e5311,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:17.333512 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.336923 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a903040b-c8a2-4911-9247-28cba48edf5c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d2095871-dfe4-475d-a89f-1c8e257e5311 HTTP/1.1" status: 204 len: 168 time: 0.3091247 Jan 18 13:57:17.398721 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4207c6-c548-40e4-8c68-d582603394b1 req-6467c918-ad04-42ec-aeab-50d3dbc1bf94 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:17.400142 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8b4207c6-c548-40e4-8c68-d582603394b1 req-6467c918-ad04-42ec-aeab-50d3dbc1bf94 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 944 time: 0.1762118 Jan 18 13:57:17.409649 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-61e83c30-4941-4c37-aca1-2eb674e3e445 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:17.416317 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-61e83c30-4941-4c37-aca1-2eb674e3e445 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1267219783&fields=id&tenant_id=4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 267 time: 0.1637013 Jan 18 13:57:17.517651 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 40850) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:17.555930 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.567907 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8b4207c6-c548-40e4-8c68-d582603394b1 req-2c465f28-7a16-4a09-a191-bf2d0051710c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496620 Jan 18 13:57:17.606150 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:17.616923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Usage tracker for resource:security_group_rule and tenant:f869ed66190b4e22b3eddd2410eaa570 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:17.619019 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-ee415626-cb6d-43e0-ba57-948d0fdb79a0 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:17.620405 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-ee415626-cb6d-43e0-ba57-948d0fdb79a0 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:17.622981 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.623741 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:17.631218 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:17.706488 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.792875 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-ee415626-cb6d-43e0-ba57-948d0fdb79a0 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:17.793160 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.794111 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-ee415626-cb6d-43e0-ba57-948d0fdb79a0 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 811 time: 0.3761122 Jan 18 13:57:17.811104 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3caebf2-5aea-439c-8acb-a75759c5a154 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/quotas/4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 375 time: 0.0114527 Jan 18 13:57:17.855578 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.860930 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:17.897838 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=11598f6d-2136-4ce6-b215-db1020e20e9e,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:17.924709 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8fed08-65b3-44e6-bc6a-840b781fdd99,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:17.930511 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-631664de-7438-4ae0-aff3-ae054bb7bd32 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f869ed66190b4e22b3eddd2410eaa570&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4120481 Jan 18 13:57:17.934507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40860) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:17.954334 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-7942ff41-b7d4-49ab-9e1f-45ad485565e1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:18.001066 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.017188 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.017188 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-fdc9f9b9-8b88-4ef9-8503-13b7cec0a61a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8835478 Jan 18 13:57:18.030794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.152609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-7942ff41-b7d4-49ab-9e1f-45ad485565e1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:18.156016 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-7942ff41-b7d4-49ab-9e1f-45ad485565e1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3358073 Jan 18 13:57:18.198100 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3b4a0-2530-43ad-befb-687feb41c282 req-7d3dc9ca-7589-486e-aa28-44a255b0365b tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:18.204528 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c8e3b4a0-2530-43ad-befb-687feb41c282 req-7d3dc9ca-7589-486e-aa28-44a255b0365b tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 944 time: 0.0827987 Jan 18 13:57:18.217386 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 15a3bd14-97c4-4df6-b773-d526da6eec42 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:18.242312 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.258797 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 94aa94aa-2430-49e3-a10a-5d101294ce53 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:18.266419 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8fed08-65b3-44e6-bc6a-840b781fdd99,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:18.271627 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c8e3b4a0-2530-43ad-befb-687feb41c282 req-061a3a79-efd1-4939-8595-df1a50dbca16 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658236 Jan 18 13:57:18.273713 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.277150 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c5353018-9bef-4d13-8dd1-56af75e9e45e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ec8fed08-65b3-44e6-bc6a-840b781fdd99 HTTP/1.1" status: 204 len: 168 time: 0.3381805 Jan 18 13:57:18.318953 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-41285733-ed19-4da7-9531-1a07fc925fea service neutron] 10.222.0.94 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466255 Jan 18 13:57:18.469696 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=15a3bd14-97c4-4df6-b773-d526da6eec42,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:18.486660 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '15a3bd14-97c4-4df6-b773-d526da6eec42', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'port_id': '15a3bd14-97c4-4df6-b773-d526da6eec42', 'mac_address': 'fa:16:3e:26:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:18.523444 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-6acbe380-dd9e-4223-bb4b-51ad0cd063e9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:18.537754 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-13e99135-1aa9-4a80-bd19-11200da1b4c2 service neutron] 10.222.0.94 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121186 Jan 18 13:57:18.546467 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.564950 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a3bd14-97c4-4df6-b773-d526da6eec42 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:18.583398 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=15a3bd14-97c4-4df6-b773-d526da6eec42,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:18.604580 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 94aa94aa-2430-49e3-a10a-5d101294ce53 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:18.616306 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 94aa94aa-2430-49e3-a10a-5d101294ce53 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:18.616306 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.689643 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-6acbe380-dd9e-4223-bb4b-51ad0cd063e9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:18.690813 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-6acbe380-dd9e-4223-bb4b-51ad0cd063e9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--679283842&fields=id&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 267 time: 0.2105384 Jan 18 13:57:18.723072 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.812262 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:18.883235 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-65d30e6e-471e-4c07-8b51-0e52dade9875 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:18.885120 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-65d30e6e-471e-4c07-8b51-0e52dade9875 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 817 time: 0.1874022 Jan 18 13:57:18.889555 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:18.914226 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:18.916668 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-eb4f42e7-d04e-4774-a12a-a8dfc176fcfb tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/quotas/f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 375 time: 0.0248172 Jan 18 13:57:18.988244 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=94aa94aa-2430-49e3-a10a-5d101294ce53,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:18.992622 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['15a3bd14-97c4-4df6-b773-d526da6eec42'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:19.059177 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-7f76af6a-d493-443d-a73e-e098e9776483 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168995 Jan 18 13:57:19.103120 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fd2e3-da30-43af-bc84-49020fdf7899 req-e797675d-466e-41ce-8286-b7df5784398a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:19.105219 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-109fd2e3-da30-43af-bc84-49020fdf7899 req-e797675d-466e-41ce-8286-b7df5784398a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 945 time: 0.1480503 Jan 18 13:57:19.157642 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-109fd2e3-da30-43af-bc84-49020fdf7899 req-0ab0e6ae-c3de-4f3a-a33e-34b0ce8717dd tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Jan 18 13:57:19.210670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:19.210670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 4f92507d-77a4-4b85-b9d1-6d6a0c13445a up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:19.232422 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-d774cbba-8015-42cc-a93a-3bb6ee73f6b8 service neutron] 10.222.0.94 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788247 Jan 18 13:57:19.354737 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:19.415089 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-1cf5107a-bb14-4bb8-8431-60369a0eae51 service neutron] 10.222.0.94 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816111 Jan 18 13:57:19.421433 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4ced9-bbf0-4f64-a649-7ff4e10bd15d req-b5aa8878-8b7f-43d5-a7c7-371c5e6b470e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:19.425454 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-50a4ced9-bbf0-4f64-a649-7ff4e10bd15d req-b5aa8878-8b7f-43d5-a7c7-371c5e6b470e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.1175036 Jan 18 13:57:19.444103 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:19.450693 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:19.455952 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:19.502295 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-50a4ced9-bbf0-4f64-a649-7ff4e10bd15d req-02c21873-b0c7-4902-9b69-71030a972999 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758548 Jan 18 13:57:19.593604 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:19.644858 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:19.719904 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:19.774980 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30c66c69-5681-494b-84f1-2b1235ea53ff req-b2774822-4249-4878-a11d-a3c4f19ede9b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.1809363 Jan 18 13:57:19.833570 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:19.838753 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device ee0ff581-6a42-4ed6-9153-a1cb76946f32 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:19.953546 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-08bbbc35-b500-40c8-b90f-24fb29585e9f req-d35ab153-3069-4ceb-a8e7-deddddd4df76 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:19.994733 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa83ab8-546e-492b-81e3-1b301e2391cb req-74f734a6-2b72-453e-9f2f-49e36c8079c8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:19.996621 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9fa83ab8-546e-492b-81e3-1b301e2391cb req-74f734a6-2b72-453e-9f2f-49e36c8079c8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 944 time: 0.1474187 Jan 18 13:57:20.002121 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:20.036826 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-08bbbc35-b500-40c8-b90f-24fb29585e9f req-d35ab153-3069-4ceb-a8e7-deddddd4df76 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:20.038981 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08bbbc35-b500-40c8-b90f-24fb29585e9f req-d35ab153-3069-4ceb-a8e7-deddddd4df76 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.1488485 Jan 18 13:57:20.074273 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9fa83ab8-546e-492b-81e3-1b301e2391cb req-6d5fee80-1b10-4fa3-9878-a5e18b88212f tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Jan 18 13:57:20.123001 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port ee0ff581-6a42-4ed6-9153-a1cb76946f32 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:20.129059 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port ee0ff581-6a42-4ed6-9153-a1cb76946f32 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:20.132318 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.159699 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.231424 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:20.241314 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Usage tracker for resource:security_group_rule and tenant:a472cbb6d2024bce93f5913facc4041b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:20.255239 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:20.261959 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:20.269134 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.318304 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32,segment=NetworkSegment(d7eeb343-a67f-42b6-9900-352a3334fcd0),segment_id=d7eeb343-a67f-42b6-9900-352a3334fcd0)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:20.398552 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.442794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.460845 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53', 'code': 200} Jan 18 13:57:20.468198 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 15a3bd14-97c4-4df6-b773-d526da6eec42 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:20.493192 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28372f3-3428-4e32-b0f9-12446bec9841 req-da17560b-45bd-4cf8-9172-c497ecfc0bb2 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:20.501351 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f28372f3-3428-4e32-b0f9-12446bec9841 req-da17560b-45bd-4cf8-9172-c497ecfc0bb2 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 945 time: 0.1400263 Jan 18 13:57:20.544343 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.576361 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:20.588099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702318a0-95b9-40f5-b5f2-8974d75398cf,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:20.654245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 15a3bd14-97c4-4df6-b773-d526da6eec42 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:20.660099 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 15a3bd14-97c4-4df6-b773-d526da6eec42 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:20.662884 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.673702 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f28372f3-3428-4e32-b0f9-12446bec9841 req-b7a33760-5eca-4769-abfe-2c3f8063309e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668148 Jan 18 13:57:20.686301 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ee7d19a3-c9ef-4991-a0fe-a18a647b3ada admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a472cbb6d2024bce93f5913facc4041b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0915546 Jan 18 13:57:20.689996 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 40964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:20.833933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.899027 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.915323 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:20.941372 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffbc3b-04f6-4589-b6f9-034f021b0cc9 req-22c89fef-4b11-4362-96f0-62273209f647 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:20.952438 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4bffbc3b-04f6-4589-b6f9-034f021b0cc9 req-22c89fef-4b11-4362-96f0-62273209f647 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.2779224 Jan 18 13:57:20.991457 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=15a3bd14-97c4-4df6-b773-d526da6eec42,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:21.027150 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4bffbc3b-04f6-4589-b6f9-034f021b0cc9 req-b21d9145-1140-44a9-afa5-321ac40fd190 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765171 Jan 18 13:57:21.034404 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-65f2a43b-0edf-4051-a3c5-a5121350272c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 1098 time: 0.2784643 Jan 18 13:57:21.052085 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-75b41ad5-e9b5-4d39-b5a7-175c927f4261 req-320a0762-e385-494a-b3be-0bc7008a6e62 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.0652597 Jan 18 13:57:21.065921 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.113465 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.188907 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09205270-59dc-4f2d-9c39-57e4a9ade100 req-cdbc980e-222b-4787-9c41-171e26ded8f3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.0475891 Jan 18 13:57:21.238510 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:21.253800 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:21.261212 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Usage tracker for resource:security_group_rule and tenant:b62c19c8dc824939919b222f78b68726 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:21.270961 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:21.284265 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:21.290291 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.313982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702318a0-95b9-40f5-b5f2-8974d75398cf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:21.327346 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.328445 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-7a3d7e14-a1c1-480a-8281-2118a232e87c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/702318a0-95b9-40f5-b5f2-8974d75398cf HTTP/1.1" status: 204 len: 168 time: 0.6375544 Jan 18 13:57:21.363179 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a940a-e374-4c58-838e-449f52564144 req-39fa7203-cc19-4699-8314-7a8ca9aa4da8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:21.364726 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-414a940a-e374-4c58-838e-449f52564144 req-39fa7203-cc19-4699-8314-7a8ca9aa4da8 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.1554532 Jan 18 13:57:21.411639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.413471 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-414a940a-e374-4c58-838e-449f52564144 req-f07fa764-4900-4968-871d-f31879bf05a4 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Jan 18 13:57:21.478420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.521565 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09d82ce6-e563-473c-b82a-f47f0e56a561 req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789929 Jan 18 13:57:21.522377 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cde0a3-86f9-4a58-a2f3-3074fb58efb1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f0e20-600f-4856-bdbe-f493652da480,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:21.900051 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02882a4d-19f5-4b63-a2ce-df8e3896cdf4 req-45b107f1-a782-4fae-8dd3-a87bd7cb963c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:21.909121 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-02882a4d-19f5-4b63-a2ce-df8e3896cdf4 req-45b107f1-a782-4fae-8dd3-a87bd7cb963c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0992100 Jan 18 13:57:21.956993 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-02882a4d-19f5-4b63-a2ce-df8e3896cdf4 req-9e5fe06e-feeb-47ad-a06a-024758448bd1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 Jan 18 13:57:22.354332 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388446a-10bd-4040-8869-f57596966d0d req-6f807eea-45de-4492-95c3-68ef382634af tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:22.355936 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c388446a-10bd-4040-8869-f57596966d0d req-6f807eea-45de-4492-95c3-68ef382634af tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.1542006 Jan 18 13:57:22.393443 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1e2a62b9-943e-4916-b597-e47367d4de9a req-640b00bf-678c-4729-8588-3138f4b51395 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.0751727 Jan 18 13:57:22.448941 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c388446a-10bd-4040-8869-f57596966d0d req-7f93887c-01ea-473d-a724-8640f7754d4b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872722 Jan 18 13:57:22.461871 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a'}, {'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32'}, {'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:22.522226 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-8babd63f-38e2-42c8-b9f3-11cd4ec27029 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:22.523656 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-8babd63f-38e2-42c8-b9f3-11cd4ec27029 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 811 time: 0.3660116 Jan 18 13:57:22.687087 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9d460d2a-42d7-4f86-8db1-d955230a5cd3 req-93a55465-d2a1-49c3-99cf-3773cd5bba82 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.0683258 Jan 18 13:57:22.813031 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd7987-253f-4c67-b263-2e2dcce646e4 req-f316e6e2-05cd-43b9-853c-816d020ff26c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:22.833846 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a3cd7987-253f-4c67-b263-2e2dcce646e4 req-f316e6e2-05cd-43b9-853c-816d020ff26c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.1538143 Jan 18 13:57:22.873171 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a', 'code': 200} Jan 18 13:57:22.873457 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32', 'code': 200} Jan 18 13:57:22.873709 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42', 'code': 200} Jan 18 13:57:22.883432 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-71f0c235-6ed1-49d7-b971-083edffe7610 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 380 time: 0.3465614 Jan 18 13:57:22.884249 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:22.903067 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:22.904061 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:22.930352 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a3cd7987-253f-4c67-b263-2e2dcce646e4 req-97948a1a-9846-4618-9ce0-06ba04c355eb tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955367 Jan 18 13:57:22.944641 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'port': {'device_id': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'admin_state_up': True, 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'security_groups': ['3f3d2606-3117-4550-9d5d-901b8888dd54']}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:23.043230 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-8eaa319d-db59-4fcc-9ef8-5d822265b03a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:23.044676 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-8eaa319d-db59-4fcc-9ef8-5d822265b03a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:23.082074 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Sync routers for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:23.110774 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:23.111416 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:23.295563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-8eaa319d-db59-4fcc-9ef8-5d822265b03a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:23.296907 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-8eaa319d-db59-4fcc-9ef8-5d822265b03a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 817 time: 0.6088915 Jan 18 13:57:23.406233 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:23.712349 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:23.732693 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2a66bbd3-3362-40c9-9884-acb299a98eb1 req-afb00535-d7b1-46f1-8e57-a68e57a70985 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.0810392 Jan 18 13:57:23.777130 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:23.831803 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:23.866109 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-0cebc61b-71e0-4b23-873f-d756036e91f2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:23.919391 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc01a1-b700-4cb9-95ad-a8af9dec8cb2 req-9342d5f7-2ce2-4cca-a0d0-c149e4b38496 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:23.928645 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ecc01a1-b700-4cb9-95ad-a8af9dec8cb2 req-9342d5f7-2ce2-4cca-a0d0-c149e4b38496 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.5178177 Jan 18 13:57:23.973506 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Made reservation on behalf of 4ecee86f68434e03890b38d4eeaad985 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:23.977529 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:24.005098 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-0cebc61b-71e0-4b23-873f-d756036e91f2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:24.005750 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:24.008666 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-0cebc61b-71e0-4b23-873f-d756036e91f2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 379 time: 0.6523948 Jan 18 13:57:24.043774 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'port': {'device_id': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'admin_state_up': True, 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'security_groups': ['27124aca-1843-4c85-a1bc-4ecdd6e37d40']}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:24.232076 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ecc01a1-b700-4cb9-95ad-a8af9dec8cb2 req-a8698af9-0e46-4e3b-bb84-32a476b5b408 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013976 Jan 18 13:57:24.235229 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.95', 60300) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:24.342194 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:24.403697 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:24.404336 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:24.512654 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446add4-6ee4-4916-8f91-4e59413e4964 req-aa126510-253d-4024-bf0e-54362e27024c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:24.517720 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'c2ee5792-1385-4e02-9bba-88de812c993a', 'name': '', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'mac_address': 'fa:16:3e:7c:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:51Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 2, 'project_id': '8733a52c466142199f3750f165ef7e20', 'subnets': [{'id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:24.519977 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5446add4-6ee4-4916-8f91-4e59413e4964 req-aa126510-253d-4024-bf0e-54362e27024c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.5269544 Jan 18 13:57:24.524328 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e7a6f582-6821-42e0-b0c1-72662e261bdf req-789186bd-ec1c-4984-b194-f8c8ef3998df service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 1099 time: 0.3668547 Jan 18 13:57:24.531863 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Checking router: eee8be07-130f-4514-8f67-9d474aceb68d for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:24.532167 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Updating router eee8be07-130f-4514-8f67-9d474aceb68d port c2ee5792-1385-4e02-9bba-88de812c993a binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:57:24.546501 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-143ac75e-4106-4735-ba60-e7799a8506e6 req-f95fd272-f8b2-47cb-8055-72470549c53c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.2967784 Jan 18 13:57:24.560869 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2182de2d-04c2-47b6-bd05-d48dbbab636f req-1e449bbf-c047-43a2-9685-607572121ad5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.0841341 Jan 18 13:57:24.561527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:24.620612 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:24.633014 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:24.698141 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e7a6f582-6821-42e0-b0c1-72662e261bdf req-3c4da654-55aa-4b6d-98a7-af8606218c9e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550786 Jan 18 13:57:24.714749 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5446add4-6ee4-4916-8f91-4e59413e4964 req-273e61e6-7c63-4523-a9e7-06d5fef0344d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875875 Jan 18 13:57:24.720011 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-143ac75e-4106-4735-ba60-e7799a8506e6 req-97f4ab4b-47e0-4065-8328-f05584efdf00 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Jan 18 13:57:24.922187 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Made reservation on behalf of f083baab3c8344fba73014079dccc30b for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:24.925283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.062169 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b25c5690-06a3-4b6e-878d-f531ca3fa37f req-27de4a4f-8ce1-48c6-9425-788e6f18fdb2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 1098 time: 0.7232862 Jan 18 13:57:25.070507 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b2ee7c57-bb41-48c4-ba22-5b3cca095a4c req-1ffe8ea5-d669-4ffc-91ed-f174e72da644 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.0946105 Jan 18 13:57:25.104826 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:01Z', 'revision_number': 2, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:25.113966 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:25.114529 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Updating router dc570246-5c38-4320-8ec7-cf22b35def97 port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:57:25.236061 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.287283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Allocated IP 172.20.0.4 (81f5e6d1-00ed-4df4-866b-0229801b0c09/4a67e92e-5c7b-48b9-88fd-f61dfe557b25/d4b35a1d-1d43-4902-b4b2-0485dac90da4) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:25.305498 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.312197 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b25c5690-06a3-4b6e-878d-f531ca3fa37f req-9448c8af-2966-46b4-8e33-6b95560dfc25 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199016 Jan 18 13:57:25.336385 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Transition to ACTIVE for port object c2ee5792-1385-4e02-9bba-88de812c993a will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:25.434067 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.443917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b888c8-12cc-4a6c-bfa1-77ce6307b3be req-0ca5ff50-88e0-4368-bc7b-d6fa087f3a97 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:25.445367 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-57b888c8-12cc-4a6c-bfa1-77ce6307b3be req-0ca5ff50-88e0-4368-bc7b-d6fa087f3a97 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.5318835 Jan 18 13:57:25.651299 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc762d-ef55-4b6b-b954-584084782388 None None] Pushing event updated for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:25.651893 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cfb62-d9a3-445d-a119-586c3af60156 req-1713e41d-bc5a-4d20-ab7b-ae73f2f8cb4f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:25.658650 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-656cfb62-d9a3-445d-a119-586c3af60156 req-1713e41d-bc5a-4d20-ab7b-ae73f2f8cb4f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.2309475 Jan 18 13:57:25.668923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Allocated IP 172.20.0.8 (399c7698-bedd-4b1c-a4dc-76a939b01395/49e5bc4d-a3bb-4755-839f-7c625ec9087c/b308d355-e66a-40f8-a7c8-ab8f54920703) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:25.685862 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-57b888c8-12cc-4a6c-bfa1-77ce6307b3be req-84c6e83f-eb5c-49db-a5fe-9e972daa972e tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092993 Jan 18 13:57:25.786936 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-656cfb62-d9a3-445d-a119-586c3af60156 req-9c651205-923f-49a4-ac97-779b47df24b1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182992 Jan 18 13:57:25.842477 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.873312 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 2, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:25.875605 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Attempting to bind port c2ee5792-1385-4e02-9bba-88de812c993a on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:25.876451 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Attempting to bind port c2ee5792-1385-4e02-9bba-88de812c993a by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:25.877451 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Attempting to bind port c2ee5792-1385-4e02-9bba-88de812c993a on network 4ccc2929-5b6a-4307-a47a-365d2605dc0f {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:25.894176 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:25.894556 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Checking segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:25.894972 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.896558 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Bound using segment: {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:25.898382 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Bound port: c2ee5792-1385-4e02-9bba-88de812c993a, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b46037-ef80-4ec2-9f0b-5416a5beab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:25.899956 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.923620 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:25.925870 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Updating router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 port 00942e08-a4fd-47f4-9e18-ed9730fc402e binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:57:25.996187 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46b0-c7d9-4112-8335-0e691406b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.028270 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.050380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Transition to ACTIVE for port object d4b35a1d-1d43-4902-b4b2-0485dac90da4 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:26.071751 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7a9d6dad-de91-4fdf-a03f-83eab55fbe4b req-ce3520e7-9172-4a00-ad5d-7ba1b0daed32 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.0763676 Jan 18 13:57:26.108943 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] For port c2ee5792-1385-4e02-9bba-88de812c993a, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:26.113258 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] For port c2ee5792-1385-4e02-9bba-88de812c993a, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=c2ee5792-1385-4e02-9bba-88de812c993a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:26.206566 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.209137 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d78b-b833-42ed-921b-1c42c40b5e99 req-0fe72315-3a0d-4d34-a2dc-22c1ab00991e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:26.217538 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-aee5d78b-b833-42ed-921b-1c42c40b5e99 req-0fe72315-3a0d-4d34-a2dc-22c1ab00991e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.1806061 Jan 18 13:57:26.227787 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.242994 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Transition to ACTIVE for port object b308d355-e66a-40f8-a7c8-ab8f54920703 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:26.282218 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.301935 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-aee5d78b-b833-42ed-921b-1c42c40b5e99 req-0320a363-58ed-48a4-aa7f-6c0cc21397b1 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Jan 18 13:57:26.373253 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:26.378803 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:56:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:26.479403 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc762d-ef55-4b6b-b954-584084782388 None None] Pushing event updated for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=4']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:26.479897 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:26.487696 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:26.491894 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:26.495510 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:26.499644 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:26.500387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.533134 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.672847 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:26.692091 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f91d-573a-4fe1-be0e-dc161f68e766 req-d1d38df3-8b10-4f72-b2c8-db25d6fcfc86 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:26.696676 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-5f67f91d-573a-4fe1-be0e-dc161f68e766 req-d1d38df3-8b10-4f72-b2c8-db25d6fcfc86 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:26.710325 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:26.747631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:26.756903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:26.763812 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:26.773129 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:26.778653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:26.820313 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-d3aa0af5-909b-40c4-b428-f04847da4352 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9061968 Jan 18 13:57:26.856234 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Request body: {'port': {'device_id': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:26.980929 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-5f67f91d-573a-4fe1-be0e-dc161f68e766 req-d1d38df3-8b10-4f72-b2c8-db25d6fcfc86 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:27.000850 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5f67f91d-573a-4fe1-be0e-dc161f68e766 req-d1d38df3-8b10-4f72-b2c8-db25d6fcfc86 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 931 time: 0.6639440 Jan 18 13:57:27.097365 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-b0497c83-0f79-4825-ba31-0e20cb9e009d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0838971 Jan 18 13:57:27.120245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-9431baea-4188-4be3-a3d4-28147d2c98c9 None None] Provisioning for port d4b35a1d-1d43-4902-b4b2-0485dac90da4 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:27.124130 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.resource_extend [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:57:27.190334 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Request body: {'port': {'device_id': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:27.234165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bba6e5-5631-4652-83f0-774b307123ba req-9fb9a3a1-04e4-4a02-89a0-df59b8b92dbe tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:27.242264 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:27.245833 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-39bba6e5-5631-4652-83f0-774b307123ba req-9fb9a3a1-04e4-4a02-89a0-df59b8b92dbe tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.2362692 Jan 18 13:57:27.254359 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5f67f91d-573a-4fe1-be0e-dc161f68e766 req-1d5252a0-fcfb-43a6-9ba2-bd98df89c1c5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523513 Jan 18 13:57:27.258846 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Transition to ACTIVE for port object 661dfde7-f8d5-4891-8818-4cc1f0d992e2 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:27.266560 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-9431baea-4188-4be3-a3d4-28147d2c98c9 None None] Provisioning complete for port d4b35a1d-1d43-4902-b4b2-0485dac90da4 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:27.266995 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9431baea-4188-4be3-a3d4-28147d2c98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:27.306941 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:27.412681 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'c2ee5792-1385-4e02-9bba-88de812c993a', 'name': '', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'mac_address': 'fa:16:3e:7c:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:51Z', 'updated_at': '2022-01-18T13:57:26Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'subnets': [{'id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:27.419097 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe191ae-27d4-472b-9732-9deeaca203fc None None] The sync data for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb is: [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T13:56:53Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'c2ee5792-1385-4e02-9bba-88de812c993a', 'name': '', 'network_id': '4ccc2929-5b6a-4307-a47a-365d2605dc0f', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'mac_address': 'fa:16:3e:7c:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:51Z', 'updated_at': '2022-01-18T13:57:26Z', 'revision_number': 4, 'project_id': '8733a52c466142199f3750f165ef7e20', 'subnets': [{'id': '9e09f8ca-6499-42aa-bf6b-cffbb3d7566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:27.464859 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-39bba6e5-5631-4652-83f0-774b307123ba req-0b7bc12b-aa24-44bc-8368-1987324351e5 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149491 Jan 18 13:57:27.479779 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device c2ee5792-1385-4e02-9bba-88de812c993a up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:27.623678 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9431baea-4188-4be3-a3d4-28147d2c98c9 None None] Port d4b35a1d-1d43-4902-b4b2-0485dac90da4 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:27.635998 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:27.642852 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:27.851498 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5fbbe-84cf-4439-be16-ae479ef8bd41 req-d671396d-b71a-4c80-b825-7fc2820c5355 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:27.859637 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dfb5fbbe-84cf-4439-be16-ae479ef8bd41 req-d671396d-b71a-4c80-b825-7fc2820c5355 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 931 time: 0.1323850 Jan 18 13:57:27.860557 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179d95e-bd0f-4374-a644-568b1f2f09d5 None None] Pushing event updated for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:27.939725 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dfb5fbbe-84cf-4439-be16-ae479ef8bd41 req-e7604243-c33c-4e41-98fd-a63ccd2ed81b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789833 Jan 18 13:57:27.982921 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.035820 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Transition to ACTIVE for port object 00942e08-a4fd-47f4-9e18-ed9730fc402e will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:28.122757 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Attempting to bind port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:28.124918 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Attempting to bind port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:28.124918 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Attempting to bind port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:28.125111 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3d20-b29c-4dba-b03a-80e1121043d0 req-4d9f6ff4-7966-4152-b58b-97e1d14c67f1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:28.125714 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-cb33efc7-9fd9-4861-885e-9bceee27a90f None None] Provisioning for port b308d355-e66a-40f8-a7c8-ab8f54920703 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:28.130409 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e7ff3d20-b29c-4dba-b03a-80e1121043d0 req-4d9f6ff4-7966-4152-b58b-97e1d14c67f1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.6187959 Jan 18 13:57:28.134117 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-cb33efc7-9fd9-4861-885e-9bceee27a90f None None] Provisioning complete for port b308d355-e66a-40f8-a7c8-ab8f54920703 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:28.134526 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cb33efc7-9fd9-4861-885e-9bceee27a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.179513 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port c2ee5792-1385-4e02-9bba-88de812c993a completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:28.196767 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port c2ee5792-1385-4e02-9bba-88de812c993a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:28.197304 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.228949 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.237300 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:28.239763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Checking segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:28.239763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.239763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Bound using segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:28.239763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Bound port: 661dfde7-f8d5-4891-8818-4cc1f0d992e2, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:28.239763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.320089 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-cb33efc7-9fd9-4861-885e-9bceee27a90f None None] Port b308d355-e66a-40f8-a7c8-ab8f54920703 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:57:28.374708 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57cba-1df2-42c4-8c7a-4f6d4812ce05 None None] Pushing event updated for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:28.378277 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e7ff3d20-b29c-4dba-b03a-80e1121043d0 req-bb5f6fba-1509-4573-81ab-f8fb9bf57b61 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469318 Jan 18 13:57:28.398224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:28.457487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:28.570185 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6838f059-f06a-4cda-8601-11a7c7a22b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.693372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c16a9-3c6c-4cd3-9e10-24651d2046d9 req-2ae02feb-a692-4fae-b8fb-a504e983861f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:28.699252 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b35a1d-1d43-4902-b4b2-0485dac90da4 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:28.705135 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fa8c16a9-3c6c-4cd3-9e10-24651d2046d9 req-2ae02feb-a692-4fae-b8fb-a504e983861f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 931 time: 0.1714227 Jan 18 13:57:28.752484 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] For port 661dfde7-f8d5-4891-8818-4cc1f0d992e2, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:28.755318 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] For port 661dfde7-f8d5-4891-8818-4cc1f0d992e2, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=661dfde7-f8d5-4891-8818-4cc1f0d992e2,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:28.758003 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.861334 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.866205 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.868989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.898342 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.907329 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:28.911677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Transition to ACTIVE for port object d4b35a1d-1d43-4902-b4b2-0485dac90da4 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:28.916184 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:28.935874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Transition to ACTIVE for port object b308d355-e66a-40f8-a7c8-ab8f54920703 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:28.958474 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fa8c16a9-3c6c-4cd3-9e10-24651d2046d9 req-a44dce8d-95e2-43fd-b781-1a4d1a0d3813 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517884 Jan 18 13:57:28.975336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:28.984473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfc475b12f646b78c1649f0b04a8672 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:28.987403 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:28.992621 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:29.000123 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:29.003093 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Usage tracker for resource:security_group_rule and tenant:dc052e1ea4bf4686a63dbf36f1b6cf97 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:29.007221 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:29.020386 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:29.062720 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port c2ee5792-1385-4e02-9bba-88de812c993a, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=c2ee5792-1385-4e02-9bba-88de812c993a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:29.083003 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Attempting to bind port 00942e08-a4fd-47f4-9e18-ed9730fc402e on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:29.083367 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Attempting to bind port 00942e08-a4fd-47f4-9e18-ed9730fc402e by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:29.083713 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Attempting to bind port 00942e08-a4fd-47f4-9e18-ed9730fc402e on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:29.102657 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.109847 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:29.110281 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Checking segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:29.110678 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.111064 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Bound using segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:29.111576 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Bound port: 00942e08-a4fd-47f4-9e18-ed9730fc402e, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:29.111937 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.124869 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179d95e-bd0f-4374-a644-568b1f2f09d5 None None] Pushing event updated for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:29.135103 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:29.139330 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:29.190209 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.205799 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.218284 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Pushing event updated for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:29.239442 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.261559 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf88f7-95b9-4249-a786-f92af2d1eabe req-dfdef29b-46d6-4056-9433-821efcaf2757 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:29.263204 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bdcf88f7-95b9-4249-a786-f92af2d1eabe req-dfdef29b-46d6-4056-9433-821efcaf2757 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.1289248 Jan 18 13:57:29.281904 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.308380 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.354266 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954c2b6d-e0e3-4d7a-98db-f8b5ea8d13db,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:29.372469 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.383245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.447441 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dc052e1ea4bf4686a63dbf36f1b6cf97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0471649 Jan 18 13:57:29.450951 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41208) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:29.455250 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6962ba-f862-4292-bf79-0c4c262f2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb136be-c9d7-4ce4-985b-5f9be09fc917,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:29.539151 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:29.569887 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bdcf88f7-95b9-4249-a786-f92af2d1eabe req-e0abfc92-7a19-4b7b-bf4a-52aeea1a78ad tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005829 Jan 18 13:57:29.642655 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-37d41ed4-711b-4c29-ac2b-73d0e16e2cb7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0cfc475b12f646b78c1649f0b04a8672&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1838601 Jan 18 13:57:29.676835 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.718554 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41218) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:29.722903 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.744504 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41220) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:29.856460 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:29.879745 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] For port 00942e08-a4fd-47f4-9e18-ed9730fc402e, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:29.889239 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] For port 00942e08-a4fd-47f4-9e18-ed9730fc402e, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=00942e08-a4fd-47f4-9e18-ed9730fc402e,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:29.924577 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.930173 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Attempting to bind port d4b35a1d-1d43-4902-b4b2-0485dac90da4 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:29.930773 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Attempting to bind port d4b35a1d-1d43-4902-b4b2-0485dac90da4 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:29.931339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Attempting to bind port d4b35a1d-1d43-4902-b4b2-0485dac90da4 on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:29.945746 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Attempting to bind port b308d355-e66a-40f8-a7c8-ab8f54920703 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:29.946419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Attempting to bind port b308d355-e66a-40f8-a7c8-ab8f54920703 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:29.947533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Attempting to bind port b308d355-e66a-40f8-a7c8-ab8f54920703 on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:29.959612 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Port d4b35a1d-1d43-4902-b4b2-0485dac90da4 on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:29.962084 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Attempting to bind port d4b35a1d-1d43-4902-b4b2-0485dac90da4 on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:29.978331 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Port b308d355-e66a-40f8-a7c8-ab8f54920703 on network 399c7698-bedd-4b1c-a4dc-76a939b01395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:29.978966 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Attempting to bind port b308d355-e66a-40f8-a7c8-ab8f54920703 on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:29.989060 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:29.989792 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Checking segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:29.990592 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Bound using segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:29.991235 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Bound port: d4b35a1d-1d43-4902-b4b2-0485dac90da4, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:29.991798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.011419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:30.012178 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Checking segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:30.012789 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Bound using segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:30.013420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Bound port: b308d355-e66a-40f8-a7c8-ab8f54920703, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:30.014110 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.015164 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.033081 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-a2837274-3ea2-4c7e-9b34-605c0bc39683 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 1099 time: 0.4860101 Jan 18 13:57:30.034489 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.037900 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a717dd-9a9b-474f-9ddb-87f1f0d736d3 req-df3fa459-eddb-40b2-b37d-6652474cf544 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:30.039384 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-38a717dd-9a9b-474f-9ddb-87f1f0d736d3 req-df3fa459-eddb-40b2-b37d-6652474cf544 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.2504537 Jan 18 13:57:30.057823 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.131285 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-38a717dd-9a9b-474f-9ddb-87f1f0d736d3 req-c2ef08d2-74f1-468d-a0d5-e013f6ba6aee tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751874 Jan 18 13:57:30.132303 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.151895 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb136be-c9d7-4ce4-985b-5f9be09fc917,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.162029 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.165434 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f6928e5d-c327-4cc1-9348-a1abaedf34cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9bb136be-c9d7-4ce4-985b-5f9be09fc917 HTTP/1.1" status: 204 len: 168 time: 0.6910925 Jan 18 13:57:30.168076 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.240989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.254613 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.257240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.262540 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/954c2b6d-e0e3-4d7a-98db-f8b5ea8d13db HTTP/1.1" status: 204 len: 168 time: 0.5299616 Jan 18 13:57:30.303488 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a6a1d-35ba-4674-b6fb-688f51d6adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c2b6d-e0e3-4d7a-98db-f8b5ea8d13db,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.343816 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:30.351607 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Usage tracker for resource:security_group_rule and tenant:e54368cb88d34a5d800519662b879e9e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:30.362677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:30.364090 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:30.376372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:30.434510 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57cba-1df2-42c4-8c7a-4f6d4812ce05 None None] Pushing event updated for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.435013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:30.453027 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:30.453925 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:30.465113 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:30.489236 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-a4ef258b-e6cb-46b8-8ace-f7ec29d1d234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:30.490893 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-a4ef258b-e6cb-46b8-8ace-f7ec29d1d234 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.4269202 Jan 18 13:57:30.497503 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:30.607937 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.618410 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:28Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:30.639797 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-22dadc04-8651-4c38-bf0f-0877cbad31c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a3bd14-97c4-4df6-b773-d526da6eec42 HTTP/1.1" status: 200 len: 217 time: 0.1279290 Jan 18 13:57:30.641570 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.661511 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20b466-0042-4cb0-b01d-eb9875048213 req-58d70847-400d-4253-9bf7-238f95704563 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:30.670331 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fe20b466-0042-4cb0-b01d-eb9875048213 req-58d70847-400d-4253-9bf7-238f95704563 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1862545 Jan 18 13:57:30.735235 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.799736 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.813505 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3055d5-8db6-40bf-a077-ac8fac52fefc None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:28Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:30.907554 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.954359 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.959329 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fe20b466-0042-4cb0-b01d-eb9875048213 req-935ed014-faeb-4a21-bf7a-4ad1334e9725 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870266 Jan 18 13:57:30.960173 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f198f-4afe-40f9-bd53-bd6457c4cbaa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.968292 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a9c9e89e-59e2-4c9c-8c67-2968e08223ce admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e54368cb88d34a5d800519662b879e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1811361 Jan 18 13:57:30.980352 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:31.113205 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:31.168081 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.269567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.277902 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-339ff62f-49eb-4067-8ee0-017aab32a882 service neutron] 10.222.0.95 "PUT /v2.0/ports/b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 1093 time: 4.1019678 Jan 18 13:57:31.286981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:31.331635 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-d9d57903-a92f-4369-b01e-623671e610e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:31.336435 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-d9d57903-a92f-4369-b01e-623671e610e7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.6846287 Jan 18 13:57:31.359105 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.359105 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] 10.222.0.95 "PUT /v2.0/ports/d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 1093 time: 4.5055695 Jan 18 13:57:31.396493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.587260 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-57860512-467c-4127-8509-eac89f1d3905 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267091 Jan 18 13:57:31.643901 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.657859 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 661dfde7-f8d5-4891-8818-4cc1f0d992e2 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:31.707656 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f198f-4afe-40f9-bd53-bd6457c4cbaa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:31.733720 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.741092 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-b1325b2f-ffc3-4a55-aa46-cb1e442a4d3d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/126f198f-4afe-40f9-bd53-bd6457c4cbaa HTTP/1.1" status: 204 len: 168 time: 0.7447875 Jan 18 13:57:31.785078 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:31.864617 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a80d4b-4c8d-43ad-adf4-cf223317dadd service neutron] Pushing event updated for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:31.870054 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.877981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41264) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:31.913805 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:31.919313 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Usage tracker for resource:security_group_rule and tenant:238dd543c8394b00aac8d6cff3aa8d45 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:31.922526 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:31.935344 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:32.016237 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.031355 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f6ac-a488-4f62-8031-91b3f04c6c45 req-e1c87d13-569a-4616-ab1f-5f1476585df8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:32.041491 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9a30f6ac-a488-4f62-8031-91b3f04c6c45 req-e1c87d13-569a-4616-ab1f-5f1476585df8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.4869556 Jan 18 13:57:32.101101 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.102127 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9a30f6ac-a488-4f62-8031-91b3f04c6c45 req-ae7901ee-725a-47bc-898f-a9944c3cad7e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601249 Jan 18 13:57:32.112289 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.117991 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:29Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:32.125347 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf84c3-c4f0-47aa-9af8-767fc339dd14 None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:29Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:32.188973 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:32.202493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f175f8-1275-4589-a68a-b170d12d67f4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:32.217563 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:32.218110 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.271901 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-100d2a9d-ac42-4c02-af2b-8f8aaffa264b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=238dd543c8394b00aac8d6cff3aa8d45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4784374 Jan 18 13:57:32.271901 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:32.335699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:32.341814 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Usage tracker for resource:security_group_rule and tenant:90763478441d48b79e185cc470e193e1 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:32.345510 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:32.352329 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:32.424918 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.438473 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.446006 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'status': 'completed', 'code': 200} Jan 18 13:57:32.452787 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76c65d-2db0-40e6-b2ba-37b671113887 req-68235d19-4c18-4b5d-99d6-15b40afa76ec tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:32.463804 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3c76c65d-2db0-40e6-b2ba-37b671113887 req-68235d19-4c18-4b5d-99d6-15b40afa76ec tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 943 time: 1.3347383 Jan 18 13:57:32.501008 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.609448 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.631827 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.659348 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-c3966ef0-c490-44a4-a619-e6aabba7cd02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1096 time: 1.1438649 Jan 18 13:57:32.679206 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 661dfde7-f8d5-4891-8818-4cc1f0d992e2, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=661dfde7-f8d5-4891-8818-4cc1f0d992e2,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:32.694719 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=90763478441d48b79e185cc470e193e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7945008 Jan 18 13:57:32.695692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41284) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:32.700164 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8067-6f72-4a76-9b7a-197df0287d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be814ec-d875-4261-aa92-6d49be8a2b4a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:32.707222 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-2468ddfe-f48e-40b5-ab5d-55af4e97ca9d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1096 time: 1.1188607 Jan 18 13:57:32.709172 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-113dee5c-6c90-4a75-9c0c-a71e8d3f3684 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154635 Jan 18 13:57:32.792800 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.793505 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device c2ee5792-1385-4e02-9bba-88de812c993a up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:32.796285 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dbe0-3f27-492b-ab01-f2fcbd853775 req-581f6247-7478-4709-870b-1d25895b87f0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:32.803263 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dc21dbe0-3f27-492b-ab01-f2fcbd853775 req-581f6247-7478-4709-870b-1d25895b87f0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.2497897 Jan 18 13:57:32.871053 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.895191 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.925623 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dc21dbe0-3f27-492b-ab01-f2fcbd853775 req-b3ab50b1-5e87-4a3e-b2ce-702495af453b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213815 Jan 18 13:57:32.929722 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f175f8-1275-4589-a68a-b170d12d67f4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:32.936901 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.956717 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.970239 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f750d0d1-c247-4205-9bce-e28d5b0a92ed admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/22f175f8-1275-4589-a68a-b170d12d67f4 HTTP/1.1" status: 204 len: 168 time: 0.7010145 Jan 18 13:57:33.004795 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:33.018047 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port c2ee5792-1385-4e02-9bba-88de812c993a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:33.018552 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.048129 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3c76c65d-2db0-40e6-b2ba-37b671113887 req-2e9627ef-b8e0-47e2-9226-cdfedd08c3b5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5831659 Jan 18 13:57:33.052109 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-91d2339c-3b85-4207-9f0b-0ea15c2f7101 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 217 time: 0.3533735 Jan 18 13:57:33.057025 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-767e416b-ac2a-411e-8ac4-9620a113a0ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 217 time: 0.2884722 Jan 18 13:57:33.135994 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.161192 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be814ec-d875-4261-aa92-6d49be8a2b4a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:33.176310 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:33.211317 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.217668 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0c64337a-37b5-46f9-bdf3-163f3919fec4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2be814ec-d875-4261-aa92-6d49be8a2b4a HTTP/1.1" status: 204 len: 168 time: 0.5181887 Jan 18 13:57:33.229787 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.267530 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-caefccbe-0951-42f7-95b7-42d62100e672 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:33.277730 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-caefccbe-0951-42f7-95b7-42d62100e672 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.2174163 Jan 18 13:57:33.321182 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:33.326020 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Usage tracker for resource:security_group_rule and tenant:04af3ec2ed3e412db44fea98aae39546 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:33.329131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:33.335255 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:33.516282 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28f5ba78-e03b-41b7-832b-5385a05c804e req-5a65d2f7-12db-4248-bf82-43fa663f3923 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459984 Jan 18 13:57:33.526122 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.530630 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-96eeb2fb-94c4-4a04-9e44-be779bceb7e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:33.534277 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-96eeb2fb-94c4-4a04-9e44-be779bceb7e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.4382868 Jan 18 13:57:33.551176 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 00942e08-a4fd-47f4-9e18-ed9730fc402e up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:33.628007 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-87f12490-8598-4ccd-8a62-76336dfe2f28 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3280761 Jan 18 13:57:33.679266 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.717372 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cc6a0-949a-459b-b999-6e09955ce73b req-eeb22998-6224-44ee-9d71-36f82ce7f8a8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:33.718644 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ab1cc6a0-949a-459b-b999-6e09955ce73b req-eeb22998-6224-44ee-9d71-36f82ce7f8a8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:33.837058 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482ff9b8-9acb-43eb-87b9-b941c35e0677,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:33.867170 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5236b6bc-801a-4fdb-8b1c-feb327ff7bdc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=04af3ec2ed3e412db44fea98aae39546&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6898532 Jan 18 13:57:33.867830 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41314) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:33.912187 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 00942e08-a4fd-47f4-9e18-ed9730fc402e completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:33.919290 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 00942e08-a4fd-47f4-9e18-ed9730fc402e triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:33.919654 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.932971 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-889ced1e-87e4-40fa-aa5f-ef9ca6ba9adb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3834605 Jan 18 13:57:33.999489 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.026351 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.040396 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ab1cc6a0-949a-459b-b999-6e09955ce73b req-eeb22998-6224-44ee-9d71-36f82ce7f8a8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:34.047156 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ab1cc6a0-949a-459b-b999-6e09955ce73b req-eeb22998-6224-44ee-9d71-36f82ce7f8a8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.6146183 Jan 18 13:57:34.086084 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.093326 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-75d58576-53e2-4cfe-bffa-10111d043e27 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458878 Jan 18 13:57:34.120841 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 00942e08-a4fd-47f4-9e18-ed9730fc402e, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=00942e08-a4fd-47f4-9e18-ed9730fc402e,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:34.134102 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-8ef84831-6407-4594-a9b0-13316dd69155 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3070307 Jan 18 13:57:34.179268 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.218783 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ff9b8-9acb-43eb-87b9-b941c35e0677,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:34.226549 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.227926 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c331bcf2-0a81-4a48-afa5-3eaac6c89dce admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/482ff9b8-9acb-43eb-87b9-b941c35e0677 HTTP/1.1" status: 204 len: 168 time: 0.3590732 Jan 18 13:57:34.238643 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ab1cc6a0-949a-459b-b999-6e09955ce73b req-0bd9ffa1-4d2a-42eb-b8a4-1e9596f038f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901996 Jan 18 13:57:34.265067 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.265723 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-5a280246-0251-49f7-82ec-a699a430ca5d service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245766 Jan 18 13:57:34.266066 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 661dfde7-f8d5-4891-8818-4cc1f0d992e2 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:34.430580 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:34.444620 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:34.444991 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.558826 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:34.668284 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e02beec5-e383-4c1a-b48a-a51655fa9743 req-16d823a9-ded3-4fb1-a602-cbc2f9d23266 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594993 Jan 18 13:57:34.720562 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-2f77e046-c929-4672-aa71-b9a9d04dfe0d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff02543ae77c4e2c9fd9e4c9e7940e6b&device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 1098 time: 0.4024725 Jan 18 13:57:34.776386 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9457bfb5-205e-4b2b-9731-0b213084e9c7 req-176e29db-6456-4375-81f7-3b238757e783 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022209 Jan 18 13:57:34.940766 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9b20-fc2b-411a-8230-00d493287277 req-66999754-38a5-442b-a213-ea51c6f96229 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:34.950134 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829317-67f2-40a3-b290-4bd8893e9634 req-1b0ebd01-eb0c-478d-be81-87ce61a68db3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:34.950418 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4a1b9b20-fc2b-411a-8230-00d493287277 req-66999754-38a5-442b-a213-ea51c6f96229 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 943 time: 0.1306264 Jan 18 13:57:34.959206 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08829317-67f2-40a3-b290-4bd8893e9634 req-1b0ebd01-eb0c-478d-be81-87ce61a68db3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.5331137 Jan 18 13:57:35.022033 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4a1b9b20-fc2b-411a-8230-00d493287277 req-5c849526-b5ca-40d4-a4e1-8dba4a4f2f44 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705743 Jan 18 13:57:35.126340 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'status': 'completed', 'code': 200} Jan 18 13:57:35.132426 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-8c098c79-b562-40eb-90d2-08c808491c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:35.133932 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-8c098c79-b562-40eb-90d2-08c808491c31 service neutron] 10.222.0.95 "GET /v2.0/networks?id=325dd5e0-0daf-46dd-ad40-209c86790407 HTTP/1.1" status: 200 len: 912 time: 0.3880415 Jan 18 13:57:35.137270 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08829317-67f2-40a3-b290-4bd8893e9634 req-6af0be5c-fc71-4725-92ad-2c3716962410 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772857 Jan 18 13:57:35.251284 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-cc3bf783-0416-45f9-8d7b-83c7ab046dc3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1096 time: 0.3652022 Jan 18 13:57:35.267973 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-07ae9e69-4a87-49b4-8c4d-6476c213c623 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32 HTTP/1.1" status: 200 len: 217 time: 0.0914748 Jan 18 13:57:35.423116 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-f5e68cbd-5165-4ef5-a96e-e2c869c3152b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:35.424578 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-f5e68cbd-5165-4ef5-a96e-e2c869c3152b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=43bfde56-4894-407d-b9f3-a7caf2af7971 HTTP/1.1" status: 200 len: 852 time: 0.1353319 Jan 18 13:57:35.434111 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 00942e08-a4fd-47f4-9e18-ed9730fc402e up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:35.484966 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-d62c1711-e4a5-4653-85f5-9db2a118af05 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=325dd5e0-0daf-46dd-ad40-209c86790407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505445 Jan 18 13:57:35.501650 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-8bd507a7-73a5-40b7-9c86-f397fb1d39fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1096 time: 0.3706064 Jan 18 13:57:35.515685 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 00942e08-a4fd-47f4-9e18-ed9730fc402e triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:35.516273 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:35.601235 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-adfb1815-ec22-4f43-ac2d-3a11641ac89c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:35.602730 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-adfb1815-ec22-4f43-ac2d-3a11641ac89c service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.3415632 Jan 18 13:57:35.732610 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77808bf-8454-4385-99cb-03572b1ffffb req-63f995fa-1c6c-4537-89ad-8609098e3238 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:35.742326 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d77808bf-8454-4385-99cb-03572b1ffffb req-63f995fa-1c6c-4537-89ad-8609098e3238 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1435430 Jan 18 13:57:35.792753 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d77808bf-8454-4385-99cb-03572b1ffffb req-ce758873-d456-4d8c-aae2-f277db8162d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484207 Jan 18 13:57:35.895972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-280ca381-fc36-4f24-89ea-8090afdc746d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 217 time: 0.1604831 Jan 18 13:57:36.061862 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-8c6d331e-f06a-4665-ac25-5fa5669e4294 service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559487 Jan 18 13:57:36.072317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-df4fe86e-d38f-421e-aba8-d79fc8f1c4a3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.073679 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-df4fe86e-d38f-421e-aba8-d79fc8f1c4a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.1639020 Jan 18 13:57:36.079497 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-63d8203b-9801-4ca6-9874-72df4afa3c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.080812 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-63d8203b-9801-4ca6-9874-72df4afa3c22 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.5139079 Jan 18 13:57:36.134208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327565-1191-415c-ad7e-519fb95c82a4 req-5568e8ef-ee4f-4611-9d60-e9c98e321c66 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.135944 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-5568e8ef-ee4f-4611-9d60-e9c98e321c66 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.4829292 Jan 18 13:57:36.286675 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb037ee-c8fa-4e84-b3cc-5f1a65b35ff3 req-24cb5a99-4555-48c6-8a20-f5099a9bfa98 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.289483 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-acb037ee-c8fa-4e84-b3cc-5f1a65b35ff3 req-24cb5a99-4555-48c6-8a20-f5099a9bfa98 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 943 time: 0.1180103 Jan 18 13:57:36.359455 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-acb037ee-c8fa-4e84-b3cc-5f1a65b35ff3 req-6bc1164c-cec1-4540-ab4d-943d6689e9c7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627584 Jan 18 13:57:36.369222 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-46142418-9605-4aa7-9690-4f341a744cac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 217 time: 0.2276623 Jan 18 13:57:36.372972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-f05f38b0-1596-44ef-a63e-30c9df7eec44 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/quotas/ebe86205bfcb40c28fea5a67b48d038c HTTP/1.1" status: 200 len: 375 time: 0.2235363 Jan 18 13:57:36.526811 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5bf9cafa-67e5-440c-8b92-c4e4500d234c req-cacae25d-b764-4b09-a11a-2b15bcbd7059 service neutron] 10.222.0.95 "GET /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450588 Jan 18 13:57:36.538538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-ef2baaae-c916-4daa-a5c8-4009c9772f84 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.540303 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-ef2baaae-c916-4daa-a5c8-4009c9772f84 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.1528456 Jan 18 13:57:36.548550 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-d6979234-9a87-4b6a-9392-65dcac013fb2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4657905 Jan 18 13:57:36.575603 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf468b35-5d54-4b2d-96c4-854ea3e8904a req-0d273764-7fb5-48e0-ae0f-a17f023b8cf6 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:36.577354 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cf468b35-5d54-4b2d-96c4-854ea3e8904a req-0d273764-7fb5-48e0-ae0f-a17f023b8cf6 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0974996 Jan 18 13:57:36.651693 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cf468b35-5d54-4b2d-96c4-854ea3e8904a req-68b78c46-1082-4bca-aa72-cd44af4c74b4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Jan 18 13:57:36.705902 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-c94f42ca-2718-4b33-b2b2-7924d04ae4b3 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3175325 Jan 18 13:57:36.828629 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-0b868ede-fa52-41c7-84fe-96e9aca6ed72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2777185 Jan 18 13:57:36.830295 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-ca7064d0-9ef1-4f30-b548-79fc1cf1bed7 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497697 Jan 18 13:57:37.109571 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ec00-8f9d-4a20-b4af-433a1c44d7f3 req-a55499ec-b3e9-4465-a4a7-d6b7347e587b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:37.118545 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-44a8ec00-8f9d-4a20-b4af-433a1c44d7f3 req-a55499ec-b3e9-4465-a4a7-d6b7347e587b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1109526 Jan 18 13:57:37.155051 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:57:37.157487 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cd2222a9-9368-48d3-8de4-3f8178fcebd5 req-0c860507-5d49-4a16-9b5c-8f5d1b45cb1b service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627482 Jan 18 13:57:37.166099 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-57796aea-3758-4b79-ab0a-75f0d75481c7 service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485173 Jan 18 13:57:37.183559 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-44a8ec00-8f9d-4a20-b4af-433a1c44d7f3 req-0c59280c-1e1d-4b57-bf79-94d0c700d4e7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638850 Jan 18 13:57:37.284922 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-b70fa26f-fa9c-4017-ac19-b3ed6ff94f30 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359627 Jan 18 13:57:37.409021 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-aef73c0c-02ad-40c4-bc53-44d58625d66b service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351043 Jan 18 13:57:37.467000 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a324a05-14e3-443a-b591-f79f20e52e86 req-48da4a41-2561-4263-b939-948c2ab41d35 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663744 Jan 18 13:57:37.604136 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:37.635776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a573-437a-468c-ae35-f4d7f9245a9a req-7ccb4693-c213-41cb-8f5c-235e199ba4c2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:37.637486 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b34a573-437a-468c-ae35-f4d7f9245a9a req-7ccb4693-c213-41cb-8f5c-235e199ba4c2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 943 time: 0.0948644 Jan 18 13:57:37.694825 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b34a573-437a-468c-ae35-f4d7f9245a9a req-e8ef77b0-d3ab-4d05-ae92-5122ab01b101 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429163 Jan 18 13:57:37.777499 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d0879861-038b-48dd-aa6d-96270525e1a2 req-d1b0c56b-c3c4-4315-ab6a-f14c1473a835 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.1077387 Jan 18 13:57:37.932723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41452) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:37.961784 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d995f-e88b-4f9a-a066-edc9a73d90f7 req-cd22430c-d27f-4746-822d-c2bdb437e758 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:37.963463 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c98d995f-e88b-4f9a-a066-edc9a73d90f7 req-cd22430c-d27f-4746-822d-c2bdb437e758 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0955861 Jan 18 13:57:38.036407 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c98d995f-e88b-4f9a-a066-edc9a73d90f7 req-6fa9164d-2deb-4b51-b7d6-a84a88038f7f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Jan 18 13:57:38.216865 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.304430 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:38.305544 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d4b35a1d-1d43-4902-b4b2-0485dac90da4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:38.316851 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:b64915a16c8f480481891def2e9a004d is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:38.324807 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:38.338313 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:38.451780 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e70b4-ae35-4230-bbac-f089dc777483 req-dd559659-50d4-4d4a-b018-1a849a01e59f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:38.459466 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d05e70b4-ae35-4230-bbac-f089dc777483 req-dd559659-50d4-4d4a-b018-1a849a01e59f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1122375 Jan 18 13:57:38.526459 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d05e70b4-ae35-4230-bbac-f089dc777483 req-b3be3175-32e3-4b18-aeb2-528abe4b6eba tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636673 Jan 18 13:57:38.531626 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.575075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:38.589541 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'port_id': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'mac_address': 'fa:16:3e:fd:f8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:38.630854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.646868 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.667166 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b35a1d-1d43-4902-b4b2-0485dac90da4 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:38.686085 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:38.689569 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d7cfe-b0ab-4009-80d4-7ccea8b25558,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:38.694016 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-6a4901d8-717c-40de-b11e-05161eb49ae4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b64915a16c8f480481891def2e9a004d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7599809 Jan 18 13:57:38.697424 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41488) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:38.761618 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.786682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.787332 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:38.801346 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.952746 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff608dcb-d788-480d-97a3-cfb18528cd92 req-f6dacb8c-e88e-417b-9c3b-cf327afdefbe tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:38.954854 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ff608dcb-d788-480d-97a3-cfb18528cd92 req-f6dacb8c-e88e-417b-9c3b-cf327afdefbe tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 944 time: 0.0939529 Jan 18 13:57:38.992492 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.010022 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ff608dcb-d788-480d-97a3-cfb18528cd92 req-0e535de1-9ecf-416b-bed7-3d884490c5f8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491447 Jan 18 13:57:39.037326 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.049095 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a67d7cfe-b0ab-4009-80d4-7ccea8b25558 HTTP/1.1" status: 204 len: 168 time: 0.3504362 Jan 18 13:57:39.050188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a571f-d604-48ec-8fa1-619ee0c4ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d7cfe-b0ab-4009-80d4-7ccea8b25558,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:39.060090 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:39.078863 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:39.098983 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:39.159769 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.162827 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41510) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:39.187307 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:39.207951 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:39.214022 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-56b2be15-acbc-4794-ac97-3a9212c7241d req-821f7645-bb09-4b1a-9297-30ab81d7a6e7 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.0859737 Jan 18 13:57:39.289421 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.289570 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2c0d-3fbd-43db-b3cb-1786d9f9f84c req-6d3af2e3-ec5f-4c66-9a5f-c87afa59a7fc tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:39.292727 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f80b2c0d-3fbd-43db-b3cb-1786d9f9f84c req-6d3af2e3-ec5f-4c66-9a5f-c87afa59a7fc tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.1190772 Jan 18 13:57:39.398265 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f80b2c0d-3fbd-43db-b3cb-1786d9f9f84c req-254cc7e7-d517-4bf4-b812-931315506cb1 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927508 Jan 18 13:57:39.427321 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:39.448108 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.488042 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:39.496848 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Usage tracker for resource:security_group_rule and tenant:6a69ee48c0a64942a2957378d3eeca94 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:39.501121 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:39.507786 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:39.521890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a62f9-3579-4440-9f57-dda3e1667216 req-aa4233a2-3721-4c81-aff2-46775e4ff9b7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:39.523560 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c76a62f9-3579-4440-9f57-dda3e1667216 req-aa4233a2-3721-4c81-aff2-46775e4ff9b7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0915062 Jan 18 13:57:39.598422 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.637990 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c76a62f9-3579-4440-9f57-dda3e1667216 req-e08214a3-f2fc-47da-af6b-1dcac3836497 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059380 Jan 18 13:57:39.684198 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.702149 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['d4b35a1d-1d43-4902-b4b2-0485dac90da4'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:39.789505 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['b308d355-e66a-40f8-a7c8-ab8f54920703'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:39.856224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c04a212-fe72-43f7-a35b-d7cc0f58db3a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:39.864796 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2d054824-848a-47aa-92ff-bfdc422dfe4d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6a69ee48c0a64942a2957378d3eeca94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6977725 Jan 18 13:57:39.864796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41532) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:39.949432 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954dcc8-f265-48e9-ad0c-ea2ac1f7e1a4 req-572cc726-ac0f-45f4-900c-e5912c71fb6f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:39.951122 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e954dcc8-f265-48e9-ad0c-ea2ac1f7e1a4 req-572cc726-ac0f-45f4-900c-e5912c71fb6f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.2349432 Jan 18 13:57:39.987849 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.030871 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.044602 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e954dcc8-f265-48e9-ad0c-ea2ac1f7e1a4 req-ba50ed2b-c067-4ac4-8182-84060a1b37a0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804360 Jan 18 13:57:40.219257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.229914 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2dee6-60a3-4214-9d75-6a4344d8c8db req-342fabee-cc86-4dd3-9eb0-dd2971d91d43 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:40.231367 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fba2dee6-60a3-4214-9d75-6a4344d8c8db req-342fabee-cc86-4dd3-9eb0-dd2971d91d43 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 944 time: 0.0809281 Jan 18 13:57:40.238144 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c04a212-fe72-43f7-a35b-d7cc0f58db3a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:40.241275 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.242375 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-141b240c-474f-4bce-9515-2e73fd20a31b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7c04a212-fe72-43f7-a35b-d7cc0f58db3a HTTP/1.1" status: 204 len: 168 time: 0.3771143 Jan 18 13:57:40.296284 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fba2dee6-60a3-4214-9d75-6a4344d8c8db req-d294a669-9ffc-4c8e-b2ba-b98eb4593884 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591912 Jan 18 13:57:40.414868 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fe648b2e-5dd6-4e76-8786-11e01c53346b req-96ceaa7b-a389-42a5-a0ab-68b1bc636481 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.0421820 Jan 18 13:57:40.609532 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866908-662d-43ce-a0ed-41489d55db91 req-9acb236e-e3be-41f2-bec8-53dfc3e3f476 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:40.610993 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e7866908-662d-43ce-a0ed-41489d55db91 req-9acb236e-e3be-41f2-bec8-53dfc3e3f476 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.0804060 Jan 18 13:57:40.704510 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e7866908-662d-43ce-a0ed-41489d55db91 req-0006ecb7-0db2-4434-bcd8-9b96eb09113b tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877681 Jan 18 13:57:40.855266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327565-1191-415c-ad7e-519fb95c82a4 req-c79b71d6-d35d-419e-bc88-a477dcc0db95 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:40.857013 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-c79b71d6-d35d-419e-bc88-a477dcc0db95 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.2012618 Jan 18 13:57:40.879180 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Request body: {'port': {'device_id': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'admin_state_up': True, 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:40.919754 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda570-b420-4972-ba77-bbb4da7f12fe req-2b902a32-0a7b-428d-aab9-60c26ca2d156 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:40.927394 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cecda570-b420-4972-ba77-bbb4da7f12fe req-2b902a32-0a7b-428d-aab9-60c26ca2d156 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0993314 Jan 18 13:57:40.988600 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cecda570-b420-4972-ba77-bbb4da7f12fe req-34af5581-d0f1-4fe4-a2db-88c918df33be tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599523 Jan 18 13:57:41.079320 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:41.086408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:41.198856 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:41.203304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:41.348773 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41604) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:41.377550 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:41.515256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Allocated IP 172.20.0.14 (d35f1c88-78c4-4d64-8562-53f0b7da92a6/d3f7c40b-317c-4f23-ba98-34c61c7ede79/967c341e-da82-4d63-9f7a-03244b9ee6e7) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:41.521902 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:41.530249 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Usage tracker for resource:security_group_rule and tenant:715bfe20211f48f39cfe3d8d76e9c50f is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:41.536631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:41.549488 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1c336-080a-4480-885f-96ea092290f3 req-9842d6ae-1cdf-4be1-ad86-fd1ae728b4da tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:41.549595 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f87fec-737d-49fe-8cd1-6ada645f43ff req-035d4bac-66c2-4f55-9b8b-993d509b425d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:41.549731 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8df1c336-080a-4480-885f-96ea092290f3 req-9842d6ae-1cdf-4be1-ad86-fd1ae728b4da tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 944 time: 0.1011643 Jan 18 13:57:41.549853 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37f87fec-737d-49fe-8cd1-6ada645f43ff req-035d4bac-66c2-4f55-9b8b-993d509b425d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.2672243 Jan 18 13:57:41.563397 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:41.598115 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8df1c336-080a-4480-885f-96ea092290f3 req-a209faf2-c55b-455c-96bc-72a8dc81385c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Jan 18 13:57:41.765322 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37f87fec-737d-49fe-8cd1-6ada645f43ff req-7525b209-b248-418b-8ae7-4db76419157d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044687 Jan 18 13:57:41.787016 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57159-33d7-473f-a785-09fbe870c167 req-5081d76a-245e-45b0-8189-b496ab7ba28a tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:41.788426 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-62a57159-33d7-473f-a785-09fbe870c167 req-5081d76a-245e-45b0-8189-b496ab7ba28a tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.3363428 Jan 18 13:57:41.827125 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4ca569f4-c258-45a0-be5b-faccb9e95e8f req-c1c5ca64-a057-4b9a-a3c6-a77a2c7e2883 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.0507922 Jan 18 13:57:41.989962 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.054703 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.060152 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Deleting port ee0ff581-6a42-4ed6-9153-a1cb76946f32 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:42.060509 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.170939 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.195870 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e4de-5ba3-4d35-bd35-895e02be9659 req-e4485426-ddbe-453e-bbf1-4562023eed2d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:42.198596 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0978e4de-5ba3-4d35-bd35-895e02be9659 req-e4485426-ddbe-453e-bbf1-4562023eed2d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0828195 Jan 18 13:57:42.221771 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d308791-8812-469f-92bb-f9f9cc9a15d2 req-704f5847-485d-49b5-87c7-e2b610883c7c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:42.221771 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1d308791-8812-469f-92bb-f9f9cc9a15d2 req-704f5847-485d-49b5-87c7-e2b610883c7c tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 945 time: 0.2693832 Jan 18 13:57:42.222738 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.240071 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:42.253921 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0978e4de-5ba3-4d35-bd35-895e02be9659 req-9180f02c-2e90-4c3b-86f4-50950e9edd4f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497282 Jan 18 13:57:42.322131 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf608b-42f9-4316-a638-32fad02ef43e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:42.346347 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d4b35a1d-1d43-4902-b4b2-0485dac90da4 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:42.371324 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=715bfe20211f48f39cfe3d8d76e9c50f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0221224 Jan 18 13:57:42.383352 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41654) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:42.446524 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.447445 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.447867 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.448209 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.448543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.449040 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.449513 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.450036 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.450555 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.451022 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.451488 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd40620-f19f-4d2b-9cd7-271b60fb720e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.463565 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.466083 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event updated for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:42.470586 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:42.480115 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:42.496898 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:42.499472 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.501306 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:42.502047 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.538304 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1d308791-8812-469f-92bb-f9f9cc9a15d2 req-7953fc57-ce95-43f8-80c8-ee4edb557049 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/security-groups?id=7bbf49cb-7934-434c-b2da-14d7953a31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987661 Jan 18 13:57:42.580423 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port d4b35a1d-1d43-4902-b4b2-0485dac90da4 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:42.585359 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port d4b35a1d-1d43-4902-b4b2-0485dac90da4 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:42.585765 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.593098 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] For port ee0ff581-6a42-4ed6-9153-a1cb76946f32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee0ff581-6a42-4ed6-9153-a1cb76946f32,segment=NetworkSegment(d7eeb343-a67f-42b6-9900-352a3334fcd0),segment_id=d7eeb343-a67f-42b6-9900-352a3334fcd0)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:42.593452 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.670635 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.696266 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf608b-42f9-4316-a638-32fad02ef43e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:42.713296 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ee9261dc-7a0b-4e88-b4ac-9566f79d49c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8391361 Jan 18 13:57:42.719508 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.719888 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.720404 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.721128 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.721600 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.722088 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.722579 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.723044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.723506 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.723969 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.730933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.731450 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:42.747035 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.750507 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-056285e6-181c-47f7-b8da-766353e5a667 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/59bf608b-42f9-4316-a638-32fad02ef43e HTTP/1.1" status: 204 len: 168 time: 0.3625665 Jan 18 13:57:42.787135 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:42.788615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Calling delete_port for ee0ff581-6a42-4ed6-9153-a1cb76946f32 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:42.820999 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:42.846158 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Request body: {'port': {'device_id': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:42.849964 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:42.850936 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:43.007192 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb807a-0323-41ae-964e-bbdbc6a50e18 req-937c3812-3ba3-41c4-8e32-0dbaea60d157 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:43.015144 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-31eb807a-0323-41ae-964e-bbdbc6a50e18 req-937c3812-3ba3-41c4-8e32-0dbaea60d157 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1001585 Jan 18 13:57:43.067762 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-31eb807a-0323-41ae-964e-bbdbc6a50e18 req-1daf23e9-e3da-40f4-bf0e-4ed0bdebf6a7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514722 Jan 18 13:57:43.117900 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:43.142387 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'code': 200} Jan 18 13:57:43.191615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.202200 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port b308d355-e66a-40f8-a7c8-ab8f54920703 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:43.211794 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port b308d355-e66a-40f8-a7c8-ab8f54920703 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:43.213565 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.224350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41678) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:43.300615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c6e86-00a2-4be4-b9e8-1847a047e80d req-2ec714d2-6606-4b97-ba70-59c91260be07 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:43.309091 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ed8c6e86-00a2-4be4-b9e8-1847a047e80d req-2ec714d2-6606-4b97-ba70-59c91260be07 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.2963369 Jan 18 13:57:43.340046 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.408887 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.422165 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['ee0ff581-6a42-4ed6-9153-a1cb76946f32'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:43.512190 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef723782-40d1-4c9b-96b6-6b8c1add3cb2 req-dfe822ee-a2f7-4eab-b3f3-bcb878ce9103 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:43.513069 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ef723782-40d1-4c9b-96b6-6b8c1add3cb2 req-dfe822ee-a2f7-4eab-b3f3-bcb878ce9103 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 932 time: 0.1603878 Jan 18 13:57:43.530027 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:43.547496 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Pushing event deleted for resources: {'Port': ['ID=ee0ff581-6a42-4ed6-9153-a1cb76946f32,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:43.573998 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.622153 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ef723782-40d1-4c9b-96b6-6b8c1add3cb2 req-3b5db4d3-865f-4853-8932-23a60bb8a433 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028643 Jan 18 13:57:43.628215 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:43.632146 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c02e74f55e4db0b296a10513d9f212 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:43.635920 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:43.646920 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:43.661674 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.673554 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ed8c6e86-00a2-4be4-b9e8-1847a047e80d req-c89f669b-05b6-4cb1-96b1-ebaa1de0eff5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630922 Jan 18 13:57:43.772900 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:43.889448 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.933276 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80682f-f890-43a0-a6b1-e24a59835318 req-597cd82b-186b-43e0-841a-8efbdd34b3e7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:43.935010 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b80682f-f890-43a0-a6b1-e24a59835318 req-597cd82b-186b-43e0-841a-8efbdd34b3e7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1102650 Jan 18 13:57:43.965871 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-82d7fd49-bada-4a3c-bf7b-80944132aca5 req-91c51b16-ccfa-4e45-a796-166ae8a5d709 tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.0624971 Jan 18 13:57:43.985059 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b80682f-f890-43a0-a6b1-e24a59835318 req-5cfe30fa-9768-4ced-ad9d-9ce454e74408 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Jan 18 13:57:43.997443 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5c0f3a95-3435-4ec8-bd53-021a36f0abce req-6a4866bf-aea9-47d3-92ef-26ff55ef4ed1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1098 time: 0.3831990 Jan 18 13:57:44.047657 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.095101 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c4c02e74f55e4db0b296a10513d9f212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8671370 Jan 18 13:57:44.095101 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a5874-3842-43ba-a0a3-b3c706e6cfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f26af0-c05a-40df-a90b-f7aeb7d68f7f,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:44.096361 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41702) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:44.106488 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-5c0f3a95-3435-4ec8-bd53-021a36f0abce req-2df503ee-6354-4054-b0d9-35ab4db63d75 service neutron] Synchronizing usage tracker for tenant:b62c19c8dc824939919b222f78b68726 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:44.113499 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967c341e-da82-4d63-9f7a-03244b9ee6e7 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:44.122969 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.142844 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Transition to ACTIVE for port object 967c341e-da82-4d63-9f7a-03244b9ee6e7 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:57:44.169122 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.194567 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.211926 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] No DVR routers for this DVR port ee0ff581-6a42-4ed6-9153-a1cb76946f32 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:57:44.243893 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.250206 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'name': 'network-vif-deleted', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:44.261264 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-5c0f3a95-3435-4ec8-bd53-021a36f0abce req-2df503ee-6354-4054-b0d9-35ab4db63d75 service neutron] Unset dirty status for tenant:b62c19c8dc824939919b222f78b68726 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:44.262370 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5c0f3a95-3435-4ec8-bd53-021a36f0abce req-2df503ee-6354-4054-b0d9-35ab4db63d75 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581110 Jan 18 13:57:44.265785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.315776 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaebb06b-09c4-44fe-b164-52232eeff79f', 'name': 'network-vif-deleted', 'tag': 'ee0ff581-6a42-4ed6-9153-a1cb76946f32', 'status': 'completed', 'code': 200} Jan 18 13:57:44.318253 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.335335 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f26af0-c05a-40df-a90b-f7aeb7d68f7f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:44.340764 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.341922 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d8fea48c-8046-44d9-be10-2db6301d7265 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/76f26af0-c05a-40df-a90b-f7aeb7d68f7f HTTP/1.1" status: 204 len: 168 time: 0.2451959 Jan 18 13:57:44.395862 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-62a57159-33d7-473f-a785-09fbe870c167 req-76b3aa34-63fd-4d16-9135-a35f612cefdf tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.95 "DELETE /v2.0/ports/ee0ff581-6a42-4ed6-9153-a1cb76946f32 HTTP/1.1" status: 204 len: 173 time: 2.5958946 Jan 18 13:57:44.410802 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Pushing event updated for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:44.472693 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d03d5-dcd0-463a-a026-27f2503426cc req-0b0ba238-dc08-4d75-aea7-ba625600b19d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:44.474390 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6b3d03d5-dcd0-463a-a026-27f2503426cc req-0b0ba238-dc08-4d75-aea7-ba625600b19d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.2638030 Jan 18 13:57:44.501901 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Attempting to bind port 967c341e-da82-4d63-9f7a-03244b9ee6e7 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:57:44.502230 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Attempting to bind port 967c341e-da82-4d63-9f7a-03244b9ee6e7 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:57:44.502546 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Attempting to bind port 967c341e-da82-4d63-9f7a-03244b9ee6e7 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:44.520216 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Port 967c341e-da82-4d63-9f7a-03244b9ee6e7 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:57:44.520538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Attempting to bind port 967c341e-da82-4d63-9f7a-03244b9ee6e7 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:57:44.538392 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:57:44.538724 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Checking segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:44.542956 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Bound using segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:57:44.542956 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Bound port: 967c341e-da82-4d63-9f7a-03244b9ee6e7, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:57:44.542956 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.610415 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6b3d03d5-dcd0-463a-a026-27f2503426cc req-c29d563a-02cd-416c-92e7-9b050a3f8e0d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277907 Jan 18 13:57:44.715362 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:57:44.719681 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:57:44.864716 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478e49-a804-4fbe-a113-4d1fa272269c req-c12a22c6-51fb-431c-8128-954ca1268b0d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:44.866222 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a7478e49-a804-4fbe-a113-4d1fa272269c req-c12a22c6-51fb-431c-8128-954ca1268b0d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 944 time: 0.0787184 Jan 18 13:57:44.898277 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.913437 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a7478e49-a804-4fbe-a113-4d1fa272269c req-1e568215-05e2-4ead-8e78-4698f5cc12ed tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Jan 18 13:57:44.951899 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.953361 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] 10.222.0.95 "PUT /v2.0/ports/967c341e-da82-4d63-9f7a-03244b9ee6e7 HTTP/1.1" status: 200 len: 1094 time: 2.1717036 Jan 18 13:57:44.990546 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340111d9-e192-4f3a-9ef6-2a2d0e583449 req-082540e9-7cde-4330-99f2-9f544c621753 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:44.992495 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-340111d9-e192-4f3a-9ef6-2a2d0e583449 req-082540e9-7cde-4330-99f2-9f544c621753 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1698337 Jan 18 13:57:44.992780 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a9299-7e20-4365-b14f-067e20be9ebf service neutron] Pushing event updated for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:45.042636 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-340111d9-e192-4f3a-9ef6-2a2d0e583449 req-773a5bad-3d14-474d-a20d-96929c710492 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Jan 18 13:57:45.143345 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:45.229909 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c0f446f9-c37a-45c0-8738-a896b6674566 req-282b4954-382c-420c-bd91-3ac0b5aafc9e tempest-DeleteServersTestJSON-961191167 tempest-DeleteServersTestJSON-961191167-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaebb06b-09c4-44fe-b164-52232eeff79f HTTP/1.1" status: 200 len: 210 time: 0.0615983 Jan 18 13:57:45.298380 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'code': 200} Jan 18 13:57:45.316809 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-ab1d4684-d8de-49da-8a09-68a5c69e79b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 1097 time: 0.1653566 Jan 18 13:57:45.326332 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d0746-c8d2-456a-80b6-b31b2fdee206 req-c181c3ac-603f-4b4d-a5d5-5c7ba7b8f66a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:45.333770 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fa3d0746-c8d2-456a-80b6-b31b2fdee206 req-c181c3ac-603f-4b4d-a5d5-5c7ba7b8f66a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1200004 Jan 18 13:57:45.405889 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41738) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:45.424433 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:45.438485 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-086b40e8-37ed-47ba-af0f-4eb4cc704301 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7 HTTP/1.1" status: 200 len: 217 time: 0.0868962 Jan 18 13:57:45.454050 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:45.487599 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:45.491897 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Usage tracker for resource:security_group_rule and tenant:48cd7f1373cd4f089e01742bd63e30b6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:45.496515 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:45.500111 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fa3d0746-c8d2-456a-80b6-b31b2fdee206 req-85f63b65-8f1e-4c28-8572-41328ad07118 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653111 Jan 18 13:57:45.503285 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:45.528077 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327565-1191-415c-ad7e-519fb95c82a4 req-212bcf73-b288-476b-984e-33ee418d3984 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:45.537023 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-212bcf73-b288-476b-984e-33ee418d3984 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.0813799 Jan 18 13:57:45.596406 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:45.604272 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-9cca52f0-ee8f-4d9b-801b-016afbba32a6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655651 Jan 18 13:57:45.704350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:45.751088 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f30ce5-e154-41a7-b0a5-9f18c2ab7abe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:45.780490 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d36c121f-ff07-488a-8262-537d17ea52ac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=48cd7f1373cd4f089e01742bd63e30b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3523798 Jan 18 13:57:45.782409 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:45.859979 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-06304074-9d01-4940-86cf-9cf7ea9f16ca service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399831 Jan 18 13:57:45.878042 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:45.941141 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:45.948183 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Usage tracker for resource:security_group_rule and tenant:6adc6a40e68849d9b9b31acc5298e24b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:45.953624 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:45.971812 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:45.987784 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.001930 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5fe723eb-755d-48db-a661-52a9564a4309 req-6ae654c7-2ffc-4d53-aea0-e0e62d6ecd3b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1098 time: 0.1862357 Jan 18 13:57:46.036221 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c709c-54f1-41e8-bf59-3849b430fdde req-d474f3d0-8015-4912-8e50-8dbaefec6aff tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:46.037783 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a75c709c-54f1-41e8-bf59-3849b430fdde req-d474f3d0-8015-4912-8e50-8dbaefec6aff tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1982293 Jan 18 13:57:46.039751 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.063615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01327565-1191-415c-ad7e-519fb95c82a4 req-3a5e3ff4-3574-462f-8677-6f6b9885de34 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916654 Jan 18 13:57:46.081286 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5fe723eb-755d-48db-a661-52a9564a4309 req-2439aba1-b1fe-4ede-b391-f3e92750715e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683444 Jan 18 13:57:46.161158 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a75c709c-54f1-41e8-bf59-3849b430fdde req-f68a7b0a-c86d-4007-8587-1dd0785d2aa1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102123 Jan 18 13:57:46.165277 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.278576 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f65d-6283-462d-9176-dd6f91bccc7c req-eee97e5e-173f-4bf7-8252-405d10cd4655 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:46.279258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-7943f65d-6283-462d-9176-dd6f91bccc7c req-eee97e5e-173f-4bf7-8252-405d10cd4655 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:46.310041 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.313492 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.316619 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:46.343404 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f30ce5-e154-41a7-b0a5-9f18c2ab7abe,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:46.378220 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device ee0ff581-6a42-4ed6-9153-a1cb76946f32 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:57:46.390869 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.391078 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-7943f65d-6283-462d-9176-dd6f91bccc7c req-eee97e5e-173f-4bf7-8252-405d10cd4655 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:46.391971 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1c585aa7-820d-42b0-bc71-eb7f15005be7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/01f30ce5-e154-41a7-b0a5-9f18c2ab7abe HTTP/1.1" status: 204 len: 168 time: 0.6081140 Jan 18 13:57:46.392100 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7943f65d-6283-462d-9176-dd6f91bccc7c req-eee97e5e-173f-4bf7-8252-405d10cd4655 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 944 time: 0.1964736 Jan 18 13:57:46.410667 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6adc6a40e68849d9b9b31acc5298e24b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0031507 Jan 18 13:57:46.421874 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41766) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:46.424540 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: ee0ff581-6a42-4ed6-9153-a1cb76946f32 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:57:46.425057 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device ee0ff581-6a42-4ed6-9153-a1cb76946f32 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:57:46.433803 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52488a-0069-4f83-9500-e0dcb2b8a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343b009-9856-4bfd-a5a6-c106d5506d09,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:46.458224 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7943f65d-6283-462d-9176-dd6f91bccc7c req-8fe6755d-79a6-4841-9a40-05f99b0fd876 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596454 Jan 18 13:57:46.530240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070cb2-3ede-492c-9569-013fc66bd709 req-5c8cd786-df70-4130-86ed-b52ce0089752 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:46.531694 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-47070cb2-3ede-492c-9569-013fc66bd709 req-5c8cd786-df70-4130-86ed-b52ce0089752 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2574291 Jan 18 13:57:46.593511 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.607832 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'status': 'completed', 'code': 200} Jan 18 13:57:46.612602 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-47070cb2-3ede-492c-9569-013fc66bd709 req-0cb4bb75-6b52-4aa5-aedf-841b72b01312 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721445 Jan 18 13:57:46.621104 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.786225 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.802371 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343b009-9856-4bfd-a5a6-c106d5506d09,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:46.806663 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-3f0b3182-3e0c-4104-b6e1-dfda47103ffc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 1097 time: 0.1605344 Jan 18 13:57:46.814073 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:46.814839 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3fdfea28-f839-459a-b50c-37d51ede85ad admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4343b009-9856-4bfd-a5a6-c106d5506d09 HTTP/1.1" status: 204 len: 168 time: 0.3896842 Jan 18 13:57:46.981615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-c38f8de3-dcaa-438e-9601-302e13e11a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:46.983096 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-c38f8de3-dcaa-438e-9601-302e13e11a39 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 914 time: 0.1709161 Jan 18 13:57:47.071036 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-ed2f9ec7-453b-4209-88c9-7eb1943199a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7 HTTP/1.1" status: 200 len: 217 time: 0.0801415 Jan 18 13:57:47.086110 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282257f0-817e-4726-9ee7-4ac1c425e76e req-d28ebfc4-e22d-4aac-a694-100c36d552e7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:47.090174 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-282257f0-817e-4726-9ee7-4ac1c425e76e req-d28ebfc4-e22d-4aac-a694-100c36d552e7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.3353407 Jan 18 13:57:47.178504 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-232ea317-41db-49a8-a503-3c96a00b46b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:47.182830 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-232ea317-41db-49a8-a503-3c96a00b46b0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.0888419 Jan 18 13:57:47.183554 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-282257f0-817e-4726-9ee7-4ac1c425e76e req-dbeeff44-cab8-44d0-9407-1b80f1d5415e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Jan 18 13:57:47.232698 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-f90e70ef-e1cc-4f7c-b207-0bf20febf686 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447576 Jan 18 13:57:47.387956 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4e35d-b830-45c4-a0b8-3bbcc0572d7d req-8a4fcb48-ab4c-4905-ad95-f331afad358d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:47.395691 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bbc4e35d-b830-45c4-a0b8-3bbcc0572d7d req-8a4fcb48-ab4c-4905-ad95-f331afad358d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0878818 Jan 18 13:57:47.461856 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bbc4e35d-b830-45c4-a0b8-3bbcc0572d7d req-1fe4f0b2-e095-4c83-aa44-46755de0e2a7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640917 Jan 18 13:57:47.577983 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-425a4ebb-ca27-4ca4-84e6-e2fc35f69927 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359036 Jan 18 13:57:47.796279 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122e9d4-709f-4279-9eb1-0e0533e50b88 req-af74aa09-c74c-4237-842e-dbb9d15a72a2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:47.802640 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f122e9d4-709f-4279-9eb1-0e0533e50b88 req-af74aa09-c74c-4237-842e-dbb9d15a72a2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1635735 Jan 18 13:57:47.817453 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41824) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:47.824718 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'floatingip': {'port_id': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:47.887863 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fdb1f43d-51ca-43a3-97dd-fa956de10682 req-227da137-5da7-466f-8ac0-96ef3e352f70 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946591 Jan 18 13:57:47.894579 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7769e-6e8a-4eee-9026-e8bc2e93dffc req-110405e0-ac77-4695-ad6e-f4ebd3046187 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:47.901677 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09a7769e-6e8a-4eee-9026-e8bc2e93dffc req-110405e0-ac77-4695-ad6e-f4ebd3046187 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 944 time: 0.2864356 Jan 18 13:57:47.956848 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:47.962332 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09a7769e-6e8a-4eee-9026-e8bc2e93dffc req-38825f71-849c-4af5-a7d2-3c23e83366ce tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595822 Jan 18 13:57:48.112899 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41832) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:48.212501 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b61971-f61d-4ea7-b8f2-7f4c7a039781 req-380087c9-03ce-4ac3-89c5-94da509e524d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:48.214093 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a8b61971-f61d-4ea7-b8f2-7f4c7a039781 req-380087c9-03ce-4ac3-89c5-94da509e524d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2036345 Jan 18 13:57:48.258211 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062387498-network', 'tenant_id': '8870715c03f24c80ad443219c64c057b'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:48.262336 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:48.266375 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Usage tracker for resource:network and tenant:8870715c03f24c80ad443219c64c057b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:48.269280 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:48.275426 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:48.391456 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Made reservation on behalf of 8870715c03f24c80ad443219c64c057b for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:48.393999 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.398411 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a8b61971-f61d-4ea7-b8f2-7f4c7a039781 req-bdc19d9b-cb7d-44c6-9cd8-e3b1bdba3473 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713605 Jan 18 13:57:48.408121 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.424578 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41844) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:48.454978 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b14a2d-4927-4d07-a1f6-a5c6627c95ba req-3920b04e-8764-4fb2-a0b7-e2b4f1cd3506 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:48.456687 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-49b14a2d-4927-4d07-a1f6-a5c6627c95ba req-3920b04e-8764-4fb2-a0b7-e2b4f1cd3506 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1249988 Jan 18 13:57:48.460255 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:48.478954 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Usage tracker for resource:security_group_rule and tenant:8870715c03f24c80ad443219c64c057b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:48.483304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:48.493172 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:48.529315 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-49b14a2d-4927-4d07-a1f6-a5c6627c95ba req-526ef7b6-261e-4ce6-a024-2139287152fb tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657203 Jan 18 13:57:48.582749 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.672106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.686715 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-773615858-network', 'tenant_id': 'ff14523c7b484e208e206ebfefd3edfd'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:48.693612 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:48.701361 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Usage tracker for resource:network and tenant:ff14523c7b484e208e206ebfefd3edfd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:48.705737 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:48.718938 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:48.763421 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30153a-3453-4c21-ad74-a4c16dfec560,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:48.778751 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:57:48.814791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41866) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:48.873224 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.873357 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Added segment a2fa3c2f-a868-4b83-b50e-1ade130d471a of type vlan for network 09493712-7655-4759-a203-6afe14f63987 Jan 18 13:57:48.873652 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Made reservation on behalf of ff14523c7b484e208e206ebfefd3edfd for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:48.879148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.897543 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.922497 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Deleting subnet 43bfde56-4894-407d-b9f3-a7caf2af7971 {{(pid=83631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:57:48.925258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.930392 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:48.933918 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.db.resource_extend [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:57:49.002733 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.010780 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.023483 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:49.041528 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Usage tracker for resource:security_group_rule and tenant:ff14523c7b484e208e206ebfefd3edfd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:49.045880 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:49.054659 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:49.068443 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.095231 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.097518 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:49.098652 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.191131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.208739 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.250285 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] Pushing event updated for resources: {'Network': ['ID=09493712-7655-4759-a203-6afe14f63987,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:49.256210 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bfde56-4894-407d-b9f3-a7caf2af7971,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:49.262610 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 09493712-7655-4759-a203-6afe14f63987 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:57:49.265482 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.269837 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2b747bc0-db82-4aaf-900b-9fef38cce8f5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/43bfde56-4894-407d-b9f3-a7caf2af7971 HTTP/1.1" status: 204 len: 168 time: 0.4524550 Jan 18 13:57:49.271608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41892) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:49.313699 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.381335 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7875c7-6d92-4c67-a93e-1f384c870038 req-7dccb887-c774-4b76-8d5b-8f20cbce67e9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:49.383291 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d7875c7-6d92-4c67-a93e-1f384c870038 req-7dccb887-c774-4b76-8d5b-8f20cbce67e9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 944 time: 0.2709241 Jan 18 13:57:49.405209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.412423 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-7bda6a7f-955d-4e8c-a1e0-21f8c3fbdd44 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2953446 Jan 18 13:57:49.412656 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41902) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:49.419905 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Request body: {'subnet': {'network_id': '09493712-7655-4759-a203-6afe14f63987', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062387498-subnet', 'tenant_id': '8870715c03f24c80ad443219c64c057b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:49.428126 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.429642 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:49.435151 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Usage tracker for resource:subnet and tenant:8870715c03f24c80ad443219c64c057b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:49.440013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:49.447147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:49.450162 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:57:49.473017 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c9378-7ab4-4cc9-9440-a06a631b4bc9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:49.483243 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.483538 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Added segment 49ec347a-e59f-40ff-a71a-d51422787b29 of type vlan for network 355914fe-8cfa-4c33-9247-9231b437cc07 Jan 18 13:57:49.570148 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Made reservation on behalf of 8870715c03f24c80ad443219c64c057b for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:49.573178 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.580979 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.594856 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d7875c7-6d92-4c67-a93e-1f384c870038 req-0f80d955-eb1b-4c97-91c6-91d5ac103aa5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036605 Jan 18 13:57:49.664621 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.l3_db [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Floating IP e1257cdd-5c18-4f93-9af5-1b953eb019d9 associated. External IP: 172.28.2.26, port: d4b35a1d-1d43-4902-b4b2-0485dac90da4. Jan 18 13:57:49.715368 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.779219 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.780252 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:49.780715 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:49.785111 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.785533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.786296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.786673 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > port after_create 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.786934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > port after_delete 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.787279 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > port after_update 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.787599 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.787920 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.788241 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.788628 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.916993 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] Pushing event updated for resources: {'Network': ['ID=355914fe-8cfa-4c33-9247-9231b437cc07,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:49.920781 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.921018 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.921339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.921657 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:57:49.922087 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325dd5e0-0daf-46dd-ad40-209c86790407']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:49.935799 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 355914fe-8cfa-4c33-9247-9231b437cc07 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:57:49.958555 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eeb343-a67f-42b6-9900-352a3334fcd0') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:49.958555 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eeb343-a67f-42b6-9900-352a3334fcd0') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:49.958788 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb833a6-cdee-484d-84fd-431da8d1e5de req-055144bd-1c03-4b93-9193-25514b6e849f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:49.958788 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0eb833a6-cdee-484d-84fd-431da8d1e5de req-055144bd-1c03-4b93-9193-25514b6e849f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.2134335 Jan 18 13:57:49.992822 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.029774 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.047129 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:57:50.047569 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: util.warn_limited( Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: util.warn_limited( Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:57:50.063230 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:57:50.071708 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1dde4f54-14f0-4766-9eef-4a6dadfefd38 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6460681 Jan 18 13:57:50.073950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7abf-1dcb-4cca-ad54-a558118c461b req-edb9c35e-fcaf-449c-a0b3-8ed348fa90ea tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:50.120682 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-989e7abf-1dcb-4cca-ad54-a558118c461b req-edb9c35e-fcaf-449c-a0b3-8ed348fa90ea tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.4373257 Jan 18 13:57:50.121340 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0eb833a6-cdee-484d-84fd-431da8d1e5de req-2d9acd02-4f67-4be5-8b25-d73d5615c940 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Jan 18 13:57:50.155870 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41918) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:50.166653 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Request body: {'subnet': {'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-773615858-subnet', 'tenant_id': 'ff14523c7b484e208e206ebfefd3edfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:50.177882 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:50.183941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Usage tracker for resource:subnet and tenant:ff14523c7b484e208e206ebfefd3edfd is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:50.195081 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:50.195081 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:50.263714 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-989e7abf-1dcb-4cca-ad54-a558118c461b req-d9e8a332-606c-4668-8956-9df1e7de58fd tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767586 Jan 18 13:57:50.417264 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:50.417646 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 967c341e-da82-4d63-9f7a-03244b9ee6e7 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:57:50.513718 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:50.531630 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'port_id': '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'mac_address': 'fa:16:3e:39:9f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7c40b-317c-4f23-ba98-34c61c7ede79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:57:50.564033 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7989582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7869038'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.575054 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Made reservation on behalf of ff14523c7b484e208e206ebfefd3edfd for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:50.577570 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.585198 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.597360 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.604896 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967c341e-da82-4d63-9f7a-03244b9ee6e7 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:57:50.621441 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:50.629811 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.646369 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] Pushing event deleted for resources: {'Network': ['ID=325dd5e0-0daf-46dd-ad40-209c86790407,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:50.678198 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d6c437-1533-4c29-9731-a9b9896f3672,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:50.706470 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:50.709530 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Checking segment: {'id': 'a2fa3c2f-a868-4b83-b50e-1ade130d471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '09493712-7655-4759-a203-6afe14f63987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:50.710158 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Network hostable DHCP agents. Network: 09493712-7655-4759-a203-6afe14f63987, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:57:50.714022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.717643 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:50.788166 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:50.797524 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-08e79825-d33e-4528-8759-ab50d6cc326e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "PUT /v2.0/floatingips/e1257cdd-5c18-4f93-9af5-1b953eb019d9 HTTP/1.1" status: 200 len: 990 time: 2.9785178 Jan 18 13:57:50.798369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.798369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.798369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.798937 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.799491 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.799839 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:50.800388 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.801040 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.801721 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.802296 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.802708 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.803180 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:50.815716 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-6fbe9fd6-460b-404b-abbc-2b668199c70b admin admin] 10.222.0.94 "DELETE /v2.0/networks/325dd5e0-0daf-46dd-ad40-209c86790407 HTTP/1.1" status: 204 len: 168 time: 1.5428591 Jan 18 13:57:50.818507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beadd-5c41-4e3a-b569-d9ecf7b9668f req-b98c8c31-e2fc-4901-99c6-28fe3076b5e7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:50.827869 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b1beadd-5c41-4e3a-b569-d9ecf7b9668f req-b98c8c31-e2fc-4901-99c6-28fe3076b5e7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.3050075 Jan 18 13:57:50.833132 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 41936) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:50.840948 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'floatingip': {'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:50.901641 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Network 09493712-7655-4759-a203-6afe14f63987 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:57:50.951899 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.058628 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'status': 'completed', 'code': 200} Jan 18 13:57:51.073787 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['967c341e-da82-4d63-9f7a-03244b9ee6e7'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:57:51.086981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c723-91b3-42e1-b486-5697d02cfd79 req-a58237e2-b142-4d3d-85db-38295c6dec57 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:51.088456 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4fa6c723-91b3-42e1-b486-5697d02cfd79 req-a58237e2-b142-4d3d-85db-38295c6dec57 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 945 time: 0.3458979 Jan 18 13:57:51.112301 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.126798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 09493712-7655-4759-a203-6afe14f63987) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:51.145998 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aad2c2-f0b3-4201-b546-1cae7d373814 None None] Network 09493712-7655-4759-a203-6afe14f63987 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:51.167648 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:51.168245 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.261823 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4fa6c723-91b3-42e1-b486-5697d02cfd79 req-48a003fe-68cf-488e-86ab-a05eb77cd2ab tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305900 Jan 18 13:57:51.301459 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07275b2-bd34-4735-b843-86423500b721,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:51.368209 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-1ffb9bc7-3b8e-499b-93b1-b9a01de88299 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9542394 Jan 18 13:57:51.373917 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-b14f94db-b60f-453d-9de0-7e4d4bde0167 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1098 time: 0.2817755 Jan 18 13:57:51.404258 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Checking segment: {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:51.404864 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Network hostable DHCP agents. Network: 355914fe-8cfa-4c33-9247-9231b437cc07, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:57:51.441308 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41946) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:51.489918 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621ad6-ccb6-46e4-9b9a-f48b6d7f5c02 req-40111821-552e-4fd0-a29b-c5b3b6831536 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:51.492441 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-93621ad6-ccb6-46e4-9b9a-f48b6d7f5c02 req-40111821-552e-4fd0-a29b-c5b3b6831536 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1464703 Jan 18 13:57:51.534088 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5580cb-318c-46b3-a586-14b0da41ccc6 None None] Network 09493712-7655-4759-a203-6afe14f63987 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:51.559417 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Network 355914fe-8cfa-4c33-9247-9231b437cc07 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:57:51.600556 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-13ab829f-1bb0-4aed-8cc0-45f2e4579260 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ff02543ae77c4e2c9fd9e4c9e7940e6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1550782 Jan 18 13:57:51.601784 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 41952) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:51.607598 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-93621ad6-ccb6-46e4-9b9a-f48b6d7f5c02 req-b39e7a71-505b-457d-aa50-c2088432d7ac tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Jan 18 13:57:51.657887 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 355914fe-8cfa-4c33-9247-9231b437cc07) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:51.670284 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa32e2-359d-4c75-9408-7da8af713f4a None None] Network 355914fe-8cfa-4c33-9247-9231b437cc07 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:51.675467 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:51.676287 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.710596 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.743357 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.770383 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-bb5862b6-74c8-4c59-9bea-36422c93fcf4 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6132972 Jan 18 13:57:51.882244 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:51.912175 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf49cb-7934-434c-b2da-14d7953a31c1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:51.917273 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-d7b7ab63-b1ec-423d-996a-45abb1e5a5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:51.919101 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-d7b7ab63-b1ec-423d-996a-45abb1e5a5d7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.4465714 Jan 18 13:57:52.042826 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b422a3-8d5a-4ec4-8e60-bca3bd5fa152 None None] Network 355914fe-8cfa-4c33-9247-9231b437cc07 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:52.043325 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:52.048070 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ffef151f-8895-4176-9eee-cf33c60cf567 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7bbf49cb-7934-434c-b2da-14d7953a31c1 HTTP/1.1" status: 204 len: 168 time: 0.4414706 Jan 18 13:57:52.163786 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-bacda813-0e0c-49a2-8260-46c107f6e9d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 998 time: 0.2350218 Jan 18 13:57:52.396374 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 967c341e-da82-4d63-9f7a-03244b9ee6e7 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:57:52.416497 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.db.resource_extend [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:57:52.499431 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-fa106517-3c0f-47a7-9390-0eb39fd4aa89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:52.501714 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-fa106517-3c0f-47a7-9390-0eb39fd4aa89 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.3151424 Jan 18 13:57:52.575520 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:52.613831 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-6810592a-642c-446d-8f9f-c6e2db18844a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894365 Jan 18 13:57:52.616797 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a637d-2a07-4bef-ae7e-1afc3c7d9d6f req-2e9c6518-2057-4b58-864c-2bdceab45477 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:52.620678 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 967c341e-da82-4d63-9f7a-03244b9ee6e7 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:57:52.624971 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-772a637d-2a07-4bef-ae7e-1afc3c7d9d6f req-2e9c6518-2057-4b58-864c-2bdceab45477 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 945 time: 0.0974579 Jan 18 13:57:52.626499 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 967c341e-da82-4d63-9f7a-03244b9ee6e7 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:57:52.626879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:52.662828 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:52.682116 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-772a637d-2a07-4bef-ae7e-1afc3c7d9d6f req-27db33d3-3532-4471-b2ce-54f6ccb42d0a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Jan 18 13:57:52.842118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:52.907182 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:52.922902 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:52.952234 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-d6ffdb5d-7bc0-48fa-88f3-274627c8ba1d service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302231 Jan 18 13:57:52.975185 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'code': 200} Jan 18 13:57:53.052821 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.116410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37da829-3d35-4d99-91dd-adcb5593a178 req-622c3c6c-751f-4a5d-a246-ded32e026324 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:53.117718 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f37da829-3d35-4d99-91dd-adcb5593a178 req-622c3c6c-751f-4a5d-a246-ded32e026324 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.2723198 Jan 18 13:57:53.154311 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:53.218071 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1cbc0a19-6788-4907-ab39-594cfb33aed4 req-bc238abd-8d62-4708-ab3f-4debebf5089c service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536900 Jan 18 13:57:53.229312 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f37da829-3d35-4d99-91dd-adcb5593a178 req-8878b10f-4f21-494b-badc-a395102df538 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981083 Jan 18 13:57:53.248979 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.l3_db [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Floating IP 180085a7-e3d1-4d56-8e86-d5212f0f8146 associated. External IP: 172.28.2.225, port: b308d355-e66a-40f8-a7c8-ab8f54920703. Jan 18 13:57:53.333318 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:53.339894 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420119404-network', 'tenant_id': '0eef0123312f48909480da25948d313c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:53.348580 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:53.361755 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Usage tracker for resource:network and tenant:0eef0123312f48909480da25948d313c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:53.369347 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:53.376525 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:53.476071 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Made reservation on behalf of 0eef0123312f48909480da25948d313c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:53.478657 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.495399 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.532241 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:53.539098 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Usage tracker for resource:security_group_rule and tenant:0eef0123312f48909480da25948d313c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:53.543259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:53.549639 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:53.608296 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-86b6da94-9eb7-4aed-8c92-7d78226ab7ef req-4419ffa8-a470-457e-b001-28a7be7736f2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 1099 time: 0.1328051 Jan 18 13:57:53.625162 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.715274 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-86b6da94-9eb7-4aed-8c92-7d78226ab7ef req-f3b60083-21e3-4a8a-a9c2-465c04e2ef18 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996850 Jan 18 13:57:53.780346 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.827609 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:57:53.845074 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd9e49-bf75-411c-9c1a-42f13b96d7b6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:53.860865 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:53.874034 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:53.874034 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Added segment 3eb16657-c87b-4fc4-917d-cabd374da05f of type vlan for network d897b0ae-7655-470f-9222-4f15c6278fac Jan 18 13:57:53.905296 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.081659 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.084427 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:54.085119 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.137366 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c852-8c88-452f-88b4-c27cbc941eb2 req-955b9dec-aafc-48db-bee8-bfed1ce24491 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:54.138891 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2070c852-8c88-452f-88b4-c27cbc941eb2 req-955b9dec-aafc-48db-bee8-bfed1ce24491 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.2003443 Jan 18 13:57:54.198301 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] Pushing event updated for resources: {'Network': ['ID=d897b0ae-7655-470f-9222-4f15c6278fac,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:54.216946 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network d897b0ae-7655-470f-9222-4f15c6278fac details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:57:54.251524 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2070c852-8c88-452f-88b4-c27cbc941eb2 req-6398e926-4f96-44cd-a803-d0389ea5c06e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Jan 18 13:57:54.273439 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:54.292167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.308647 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-84b6bebf-e3a0-42cc-9314-7c09279cdebc admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9736958 Jan 18 13:57:54.312404 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:54.326839 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Request body: {'subnet': {'network_id': 'd897b0ae-7655-470f-9222-4f15c6278fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420119404-subnet', 'tenant_id': '0eef0123312f48909480da25948d313c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:54.343264 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:54.348554 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Usage tracker for resource:subnet and tenant:0eef0123312f48909480da25948d313c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:54.353052 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:54.361602 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:54.404326 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c1fb9d94-999b-4377-8dca-6ba4d06c3c5e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "PUT /v2.0/floatingips/180085a7-e3d1-4d56-8e86-d5212f0f8146 HTTP/1.1" status: 200 len: 991 time: 3.5700424 Jan 18 13:57:54.405116 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:54.486020 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Made reservation on behalf of 0eef0123312f48909480da25948d313c for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:54.488742 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.614539 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dedcde-1766-43f2-aa05-3de832010dc8 req-67a03fed-d95b-48d0-8d55-a9fc7cd65acb tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:54.622421 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-54dedcde-1766-43f2-aa05-3de832010dc8 req-67a03fed-d95b-48d0-8d55-a9fc7cd65acb tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1942365 Jan 18 13:57:54.644072 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'status': 'completed', 'code': 200} Jan 18 13:57:54.706268 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-54dedcde-1766-43f2-aa05-3de832010dc8 req-9a7d8f3c-21a3-489e-829e-42768e36e275 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829113 Jan 18 13:57:54.793342 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-2cb74cc8-a240-44a4-b44f-8fcedb4ee325 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1098 time: 0.1056545 Jan 18 13:57:54.927218 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.948106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-2539bc81-fd8b-41d7-b18c-10b746d6c3df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:54.951516 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-2539bc81-fd8b-41d7-b18c-10b746d6c3df service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.1380663 Jan 18 13:57:55.050294 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092bb82f-d5fa-437b-b69c-097a4936658e,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:55.062850 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cef02-b33e-4584-b627-5989adffb047 req-5263b6e2-66aa-496b-9ec2-dc132a964d5c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:55.063540 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-181cef02-b33e-4584-b627-5989adffb047 req-5263b6e2-66aa-496b-9ec2-dc132a964d5c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:network {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:55.079522 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-c0abc33f-fb89-4071-a2bd-3995c86636ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 999 time: 0.1102610 Jan 18 13:57:55.087507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Checking segment: {'id': '3eb16657-c87b-4fc4-917d-cabd374da05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd897b0ae-7655-470f-9222-4f15c6278fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:57:55.095546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Network hostable DHCP agents. Network: d897b0ae-7655-470f-9222-4f15c6278fac, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:57:55.153117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-2d41058e-ac77-4862-afd2-f483e184268b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:55.155109 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-2d41058e-ac77-4862-afd2-f483e184268b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0664024 Jan 18 13:57:55.180450 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-181cef02-b33e-4584-b627-5989adffb047 req-5263b6e2-66aa-496b-9ec2-dc132a964d5c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:network {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:55.181935 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-5263b6e2-66aa-496b-9ec2-dc132a964d5c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 808 time: 0.3386202 Jan 18 13:57:55.200376 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-78aa64e1-f67e-4c45-9a68-897d9695f526 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/quotas/ff14523c7b484e208e206ebfefd3edfd HTTP/1.1" status: 200 len: 375 time: 0.0125256 Jan 18 13:57:55.243336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Network d897b0ae-7655-470f-9222-4f15c6278fac is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:57:55.244186 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-d27bc71d-5ca5-41dd-98ed-472d94609035 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757146 Jan 18 13:57:55.252660 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-a4d002e6-50af-47b9-a688-78926265f104 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461864 Jan 18 13:57:55.371598 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, d897b0ae-7655-470f-9222-4f15c6278fac) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:55.382707 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f2e67-45d1-45b5-9191-4b308c97cb36 None None] Network d897b0ae-7655-470f-9222-4f15c6278fac requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:55.387334 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:55.387915 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.425227 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-9ae84968-196b-4426-8b06-4c645970bf88 service neutron] 10.222.0.94 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650083 Jan 18 13:57:55.435382 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-ed74a3a1-c5e4-4a2b-980b-93a3a0dc4cf9 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763396 Jan 18 13:57:55.584323 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-872c919b-ead9-4fad-a3c8-1aff225ec5a2 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2708330 Jan 18 13:57:55.655159 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-9a8d6f00-2ef8-4a6c-8eb7-8aa3b52aac47 service neutron] 10.222.0.94 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199509 Jan 18 13:57:55.696945 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-38d26227-4c23-425d-909a-9a1b78b25f59 req-1926db5d-a133-4d2a-9a02-9193c3e6b93c service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524016 Jan 18 13:57:55.710977 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d57ed-8798-4a36-8494-0c54334f334a req-6cfb1be0-cc79-42e7-9752-cb19e599478a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:55.720115 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-171d57ed-8798-4a36-8494-0c54334f334a req-6cfb1be0-cc79-42e7-9752-cb19e599478a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.2291386 Jan 18 13:57:55.777376 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-171d57ed-8798-4a36-8494-0c54334f334a req-ae4b4ba6-6750-48ac-882c-fe5ada73009f tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Jan 18 13:57:55.840729 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1b8e28-4795-4937-8c88-27c24ad0bf5f None None] Network d897b0ae-7655-470f-9222-4f15c6278fac requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:56.059122 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-fedfa0d5-0bb5-465e-bf1e-c3e6cfb4b851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.193757 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42102) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.264399 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8aa06-5003-4f92-890f-637c88496f89 req-f4666ff6-abca-4bb0-834d-3602dae1b811 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:56.266460 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a3a8aa06-5003-4f92-890f-637c88496f89 req-f4666ff6-abca-4bb0-834d-3602dae1b811 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1231887 Jan 18 13:57:56.317931 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a3a8aa06-5003-4f92-890f-637c88496f89 req-e2b995a2-ea24-484b-b4ef-34884d037b22 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Jan 18 13:57:56.358272 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1b353d8f-778c-4d6a-a154-a6562cfce492 req-37aaa7d4-67e7-4ac6-a337-df4c3c159956 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 210 time: 0.0490546 Jan 18 13:57:56.385938 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.424432 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:56.428466 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Usage tracker for resource:security_group_rule and tenant:00189201cab249e49e9ed621ae0da2e5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:56.432322 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:56.440317 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:56.563473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.694570 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.741429 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc043ee3-2dea-41b6-9a9e-05b34b950466,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:56.745722 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ca7a3a45-c64a-49dc-accf-c4889ced6962 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=00189201cab249e49e9ed621ae0da2e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508397 Jan 18 13:57:56.748324 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42118) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.749781 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b8aa979b-af94-44f3-85f7-96925900721a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:56.751213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b8aa979b-af94-44f3-85f7-96925900721a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Synchronizing usage tracker for tenant:8870715c03f24c80ad443219c64c057b on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:57:56.813273 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.841206 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.854446 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b8aa979b-af94-44f3-85f7-96925900721a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Unset dirty status for tenant:8870715c03f24c80ad443219c64c057b on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:57:56.856491 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b8aa979b-af94-44f3-85f7-96925900721a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/networks?id=09493712-7655-4759-a203-6afe14f63987 HTTP/1.1" status: 200 len: 809 time: 0.2633910 Jan 18 13:57:56.885288 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-49d876e8-ec9f-4d4f-bc46-284acffa24c3 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/quotas/8870715c03f24c80ad443219c64c057b HTTP/1.1" status: 200 len: 375 time: 0.0223968 Jan 18 13:57:56.925420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42128) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.944130 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-825c6532-d309-4ca4-b2c7-13066f8c2909 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8870715c03f24c80ad443219c64c057b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529315 Jan 18 13:57:56.995208 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c338425-b317-4200-9092-fb7085ed2ab8 req-d9f80bb2-b36b-4b7f-a0ad-5ae7fad0aee9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:56.996686 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8c338425-b317-4200-9092-fb7085ed2ab8 req-d9f80bb2-b36b-4b7f-a0ad-5ae7fad0aee9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.0916932 Jan 18 13:57:57.003143 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.035712 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc043ee3-2dea-41b6-9a9e-05b34b950466,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:57.056495 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.058100 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-39ab12ce-04ce-4133-b623-0bd9f4e06e24 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cc043ee3-2dea-41b6-9a9e-05b34b950466 HTTP/1.1" status: 204 len: 168 time: 0.3085597 Jan 18 13:57:57.078422 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-2b69bedf-4582-49d9-8577-8633f52da0e1 service neutron] 10.222.0.94 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334627 Jan 18 13:57:57.081481 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8c338425-b317-4200-9092-fb7085ed2ab8 req-bec9ef75-bec0-453a-8daa-cead13dbb097 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Jan 18 13:57:57.247084 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.312267 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:57.325560 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfc26ce1e2f406fb96810720551a58e is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:57.329360 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:57.330862 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:57.339423 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:57.342930 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-00c49fc9-0b47-464d-b720-5cd2625c5a75 service neutron] 10.222.0.94 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391231 Jan 18 13:57:57.363614 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:57.370486 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:57.380606 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:57.398938 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:57.399892 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:57.441478 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.512984 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.591775 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4dfc26ce1e2f406fb96810720551a58e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6652517 Jan 18 13:57:57.593097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9ff2d-c298-446c-8803-c59d31a9dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f9721-726e-428f-b079-98f3dcb60e80,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:57.594397 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42152) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:57.706118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:57.716496 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:57.768330 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:57.779390 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:58.014677 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:58.044465 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f9721-726e-428f-b079-98f3dcb60e80,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:58.054857 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:58.062168 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a7bdfe90-d703-4ac9-8e31-76b38de5560d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/085f9721-726e-428f-b079-98f3dcb60e80 HTTP/1.1" status: 204 len: 168 time: 0.4653418 Jan 18 13:57:58.109807 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8287d7-456d-4778-96ee-3233a65ac81f req-d2ae9253-7c1c-4bc0-80a6-78d8efffcf2a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:58.117361 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fe8287d7-456d-4778-96ee-3233a65ac81f req-d2ae9253-7c1c-4bc0-80a6-78d8efffcf2a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1259518 Jan 18 13:57:58.219998 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fe8287d7-456d-4778-96ee-3233a65ac81f req-76544add-7ac2-42a8-9164-f11f36a75987 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009085 Jan 18 13:57:58.342918 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c6e96b66-011c-444c-86bf-53e52bfbe730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:58.390350 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-106ac61a-8166-4953-ba69-1ab40e4c7420 req-b8d45237-e476-4212-b1f9-0ca0ed2347a8 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 210 time: 0.0551343 Jan 18 13:57:58.400982 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '180085a7-e3d1-4d56-8e86-d5212f0f8146', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.225', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:16Z', 'updated_at': '2022-01-18T13:57:52Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:58.405289 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:58.425153 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:58.425153 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:58.549427 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b02b3fb6-5587-4608-84ae-463f2b48a28b req-043847d9-e4af-4526-bcab-584ab8fb307a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 210 time: 0.1311879 Jan 18 13:57:58.638287 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'e1257cdd-5c18-4f93-9af5-1b953eb019d9', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:fd:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:15Z', 'updated_at': '2022-01-18T13:57:48Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:58.640166 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:58.646323 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:58.675354 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:58.676002 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:58.990508 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:59.121069 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '180085a7-e3d1-4d56-8e86-d5212f0f8146', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.225', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:16Z', 'updated_at': '2022-01-18T13:57:52Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:59.147072 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c349a-21bc-48aa-877c-2e18eac91f5b None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '180085a7-e3d1-4d56-8e86-d5212f0f8146', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.225', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:16Z', 'updated_at': '2022-01-18T13:57:52Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:59.278441 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42206) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:59.297121 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.319022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.322398 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cef02-b33e-4584-b627-5989adffb047 req-f80b9ed7-7cf1-40b4-93fd-ad54589d3312 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:59.324441 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-f80b9ed7-7cf1-40b4-93fd-ad54589d3312 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 808 time: 0.2974415 Jan 18 13:57:59.343373 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Request body: {'port': {'device_id': 'adc12442-87b9-496f-a993-fb99299636a3', 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07', 'admin_state_up': True, 'tenant_id': 'ff14523c7b484e208e206ebfefd3edfd'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:59.358249 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.419604 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:59.423820 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Usage tracker for resource:security_group_rule and tenant:727e788f7227473a9978b0ddaa6599d7 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:59.428059 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:59.435377 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:59.550041 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'e1257cdd-5c18-4f93-9af5-1b953eb019d9', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:fd:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:15Z', 'updated_at': '2022-01-18T13:57:48Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:59.556151 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588406-8846-4342-a89e-cc18cb31be88 None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'e1257cdd-5c18-4f93-9af5-1b953eb019d9', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:fd:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:15Z', 'updated_at': '2022-01-18T13:57:48Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:59.603808 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.687454 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-797380bc-5ba9-41e0-8101-f050cf802567 req-dea76118-6a0b-4923-9de6-a590a96fa140 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 210 time: 0.0713685 Jan 18 13:57:59.694353 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.713065 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:59.713065 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Usage tracker for resource:port and tenant:ff14523c7b484e208e206ebfefd3edfd is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:59.714231 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:59.736859 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:59.769830 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb49d7-f5ef-4079-9bad-fd2652a4ee40 req-45ffce29-0b58-4373-8560-3a00392beeb9 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:59.771888 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-20bb49d7-f5ef-4079-9bad-fd2652a4ee40 req-45ffce29-0b58-4373-8560-3a00392beeb9 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.3026919 Jan 18 13:57:59.772803 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=727e788f7227473a9978b0ddaa6599d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4999232 Jan 18 13:57:59.778763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42226) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:59.818697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d77f24-6216-43af-8d27-e0cf37dde860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc41a55-7538-40af-8ae2-b214c40239a7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:59.838015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Made reservation on behalf of ff14523c7b484e208e206ebfefd3edfd for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:57:59.841209 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.941502 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-20bb49d7-f5ef-4079-9bad-fd2652a4ee40 req-dcc2b158-0ad7-4751-b50a-072f33b3646c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566544 Jan 18 13:57:59.991914 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.054731 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cd0bc59d-09d9-4987-b0b1-1a006f59a011 req-f7c6488b-e21a-46b4-8ea5-a69cea5e4214 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 210 time: 0.0572793 Jan 18 13:58:00.061973 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.109774 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Allocated IP 172.20.0.10 (355914fe-8cfa-4c33-9247-9231b437cc07/b07275b2-bd34-4735-b843-86423500b721/cd5a6500-41af-42af-b932-f3c976d2122f) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:00.243925 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.270540 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc41a55-7538-40af-8ae2-b214c40239a7,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:00.310849 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.311967 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-955901da-93ce-450a-bb09-2387b31bae99 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5dc41a55-7538-40af-8ae2-b214c40239a7 HTTP/1.1" status: 204 len: 168 time: 0.5322657 Jan 18 13:58:00.352727 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.456873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.560168 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Pushing event updated for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:00.567463 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Network 355914fe-8cfa-4c33-9247-9231b437cc07 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:00.569076 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:00.574640 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:00.638940 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:00.639527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.664986 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.752585 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-e0ad372e-7ffc-460f-ad38-7f0d5bf9b2b5 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4139547 Jan 18 13:58:00.769791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Request body: {'port': {'device_id': 'adc12442-87b9-496f-a993-fb99299636a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:00.903949 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8509a84f-d713-47ce-a7a7-5ad73fab1d8a req-7333433d-03ee-4599-8cdc-5f60b4315aba tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 210 time: 0.0782530 Jan 18 13:58:01.012129 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:01.257706 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-9e1dde81-4e20-496a-9657-9c4b088fbf86 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:01.259931 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-9e1dde81-4e20-496a-9657-9c4b088fbf86 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.95 "GET /v2.0/networks?id=09493712-7655-4759-a203-6afe14f63987 HTTP/1.1" status: 200 len: 809 time: 0.3551474 Jan 18 13:58:01.272309 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4036-516e-47c0-b594-83fe2b324340 req-08933fe1-a5dc-458a-b07a-bded7df4e65b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:01.274368 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c2f4036-516e-47c0-b594-83fe2b324340 req-08933fe1-a5dc-458a-b07a-bded7df4e65b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 932 time: 0.0898221 Jan 18 13:58:01.317393 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Request body: {'port': {'device_id': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'network_id': '09493712-7655-4759-a203-6afe14f63987', 'admin_state_up': True, 'tenant_id': '8870715c03f24c80ad443219c64c057b'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:01.327388 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-6c2f4036-516e-47c0-b594-83fe2b324340 req-f7a668a6-5cac-45fa-a386-e159c9289b1a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:01.423473 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43296-7acf-4730-bf2c-8e323391f770 req-c0a86830-f2ea-4616-9442-3b5e008614a2 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:01.424910 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cdc43296-7acf-4730-bf2c-8e323391f770 req-c0a86830-f2ea-4616-9442-3b5e008614a2 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.3268709 Jan 18 13:58:01.448954 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-6c2f4036-516e-47c0-b594-83fe2b324340 req-f7a668a6-5cac-45fa-a386-e159c9289b1a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:01.450700 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c2f4036-516e-47c0-b594-83fe2b324340 req-f7a668a6-5cac-45fa-a386-e159c9289b1a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682291 Jan 18 13:58:01.635126 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cdc43296-7acf-4730-bf2c-8e323391f770 req-0b327978-11c7-4319-959f-f8701fffb4d2 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944139 Jan 18 13:58:01.663608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:01.672346 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Usage tracker for resource:port and tenant:8870715c03f24c80ad443219c64c057b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:01.681538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:01.696308 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:01.820181 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5a6500-41af-42af-b932-f3c976d2122f {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:01.829387 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa61dde-9aa2-4b5e-ac6d-64dbd1e3fb37 None None] New status for floating IP 180085a7-e3d1-4d56-8e86-d5212f0f8146: ACTIVE {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:58:01.830445 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Made reservation on behalf of 8870715c03f24c80ad443219c64c057b for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:01.834096 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:01.849213 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b844de7-9129-4f29-a181-37d887b2fd4e None None] New status for floating IP e1257cdd-5c18-4f93-9af5-1b953eb019d9: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:58:01.853266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:01.872300 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Transition to ACTIVE for port object cd5a6500-41af-42af-b932-f3c976d2122f will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:01.975851 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:02.184664 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:02.292976 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1780e7de-c1b1-4834-a42c-316e39f34100 req-c8c57e64-9486-4fe7-a364-29d11409c31b tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 210 time: 0.1606944 Jan 18 13:58:02.424819 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Allocated IP 172.20.0.9 (09493712-7655-4759-a203-6afe14f63987/f6d6c437-1533-4c29-9731-a9b9896f3672/d85dd693-ad00-48b9-9aa4-8abd85f2e0e0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:02.496242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Attempting to bind port cd5a6500-41af-42af-b932-f3c976d2122f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:02.501545 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Attempting to bind port cd5a6500-41af-42af-b932-f3c976d2122f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:02.501870 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Attempting to bind port cd5a6500-41af-42af-b932-f3c976d2122f on network 355914fe-8cfa-4c33-9247-9231b437cc07 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:02.522588 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Port cd5a6500-41af-42af-b932-f3c976d2122f on network 355914fe-8cfa-4c33-9247-9231b437cc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:58:02.522985 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Attempting to bind port cd5a6500-41af-42af-b932-f3c976d2122f on network 355914fe-8cfa-4c33-9247-9231b437cc07 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:02.543700 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:02.543700 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Checking segment: {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:02.544654 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Bound using segment: {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:02.544654 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Bound port: cd5a6500-41af-42af-b932-f3c976d2122f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:02.544837 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:02.613139 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-3eda2a87-b498-4a15-978e-60c4b0c4d4c8 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:02.614897 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-3eda2a87-b498-4a15-978e-60c4b0c4d4c8 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.1835222 Jan 18 13:58:02.631663 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-88c73840-6ec9-44e3-bd0b-5d8d9958e909 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/quotas/ebe86205bfcb40c28fea5a67b48d038c HTTP/1.1" status: 200 len: 375 time: 0.0111721 Jan 18 13:58:02.736879 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-f978ea3a-fc71-40c9-b728-f6bc2020c7ac tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999601 Jan 18 13:58:02.830040 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:02.855958 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cd5a6500-41af-42af-b932-f3c976d2122f,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:02.860102 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:02.867137 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-7bf82272-b8c5-472a-a660-21e7ed8374e4 service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293073 Jan 18 13:58:02.881922 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8a0ba-6207-4c1a-b671-e86200758abd req-e064b251-9d1a-46cf-8c2d-eac4517f814b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:02.882636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-b3b8a0ba-6207-4c1a-b671-e86200758abd req-e064b251-9d1a-46cf-8c2d-eac4517f814b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:02.933247 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:03.001195 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:03.002621 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] 10.222.0.95 "PUT /v2.0/ports/cd5a6500-41af-42af-b932-f3c976d2122f HTTP/1.1" status: 200 len: 1094 time: 2.2380593 Jan 18 13:58:03.003057 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:03.015075 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-0a1a49e8-3fec-4feb-b247-20edd6f91b63 service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415040 Jan 18 13:58:03.024491 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c551ab-132f-4aad-9636-3913081cfc62 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:03.066519 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-b3b8a0ba-6207-4c1a-b671-e86200758abd req-e064b251-9d1a-46cf-8c2d-eac4517f814b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:03.067849 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b3b8a0ba-6207-4c1a-b671-e86200758abd req-e064b251-9d1a-46cf-8c2d-eac4517f814b tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 944 time: 0.4339986 Jan 18 13:58:03.068917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:03.293966 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Network 09493712-7655-4759-a203-6afe14f63987 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:03.304415 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:03.312801 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:03.362905 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Pushing event updated for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:03.414357 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b3b8a0ba-6207-4c1a-b671-e86200758abd req-abadb1e3-ada7-47b5-862b-66bc51353370 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369462 Jan 18 13:58:03.421906 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:03.422747 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:03.465872 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-eadfa0d3-89d2-49a4-b661-9f9774bf8fe0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 1097 time: 0.3251655 Jan 18 13:58:03.562353 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f', 'status': 'completed', 'code': 200} Jan 18 13:58:03.565394 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480ce6-8fd6-4703-a445-59784e78dbed req-8c0952a7-cbf1-4442-b9cb-73fffef82506 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:03.566877 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b9480ce6-8fd6-4703-a445-59784e78dbed req-8c0952a7-cbf1-4442-b9cb-73fffef82506 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1087923 Jan 18 13:58:03.571221 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-b2e3c911-7f5f-469d-8920-9d5d7d29d1b7 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2620723 Jan 18 13:58:03.638538 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b9480ce6-8fd6-4703-a445-59784e78dbed req-c7e643f7-7ea0-46fe-bbd9-2b8693ab1f15 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642571 Jan 18 13:58:03.641880 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Request body: {'port': {'device_id': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:03.680980 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-45498dcc-8bd5-4a70-9069-2933226a9498 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5a6500-41af-42af-b932-f3c976d2122f HTTP/1.1" status: 200 len: 217 time: 0.2061884 Jan 18 13:58:03.688485 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-32934d5b-390e-4752-9e53-5d5c26858403 req-96c31d31-e46c-4a9b-8fd4-578295273d65 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 210 time: 0.1253541 Jan 18 13:58:03.844717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cef02-b33e-4584-b627-5989adffb047 req-f2a38be2-3011-41a8-832b-988ce4c41c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:03.847259 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-f2a38be2-3011-41a8-832b-988ce4c41c1d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b07275b2-bd34-4735-b843-86423500b721 HTTP/1.1" status: 200 len: 848 time: 0.1555302 Jan 18 13:58:03.939454 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:03.955321 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-92f542eb-b3c6-4b85-99dc-fd1920af15e5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=355914fe-8cfa-4c33-9247-9231b437cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998495 Jan 18 13:58:04.222429 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-4cc88a46-b070-4771-b820-0a5f4dcdf1d9 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540152 Jan 18 13:58:04.228743 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-546a7003-4c04-464e-ba49-3902bd5d1b6c tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:04.229403 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-546a7003-4c04-464e-ba49-3902bd5d1b6c tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Synchronizing usage tracker for tenant:8870715c03f24c80ad443219c64c057b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:04.470308 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-546a7003-4c04-464e-ba49-3902bd5d1b6c tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Unset dirty status for tenant:8870715c03f24c80ad443219c64c057b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:04.472686 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-546a7003-4c04-464e-ba49-3902bd5d1b6c tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 931 time: 0.5751069 Jan 18 13:58:04.481030 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-181cef02-b33e-4584-b627-5989adffb047 req-78372436-0b5b-4975-bf25-6c2fac84847c service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452250 Jan 18 13:58:04.581972 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-be065df1-b69a-43cb-8013-4d8fadae6d13 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Synchronizing usage tracker for tenant:8870715c03f24c80ad443219c64c057b on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:04.600549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:04.611174 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:04.665989 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Transition to ACTIVE for port object d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:04.694508 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-c2705686-db38-4c8d-afd2-f0709678a6de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 1097 time: 0.0801134 Jan 18 13:58:04.750475 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5115-72fd-403a-9cbd-ca6584da3bff req-9c72d5e2-1dab-4492-965f-ae39487e29b1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:04.754160 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dd1e5115-72fd-403a-9cbd-ca6584da3bff req-9c72d5e2-1dab-4492-965f-ae39487e29b1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 944 time: 0.0833623 Jan 18 13:58:04.779631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-be065df1-b69a-43cb-8013-4d8fadae6d13 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Unset dirty status for tenant:8870715c03f24c80ad443219c64c057b on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:04.781227 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4da5737a-3fc4-423c-8c72-59b25d4d45d2 req-be065df1-b69a-43cb-8013-4d8fadae6d13 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022902 Jan 18 13:58:04.782440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:04.802218 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dd1e5115-72fd-403a-9cbd-ca6584da3bff req-20c8fa9f-5979-4031-a46a-eaf6317646f8 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Jan 18 13:58:04.986089 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Pushing event updated for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:04.988306 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-30ef004a-a053-404c-8807-d49a63a7290e req-b80a97a0-177e-45df-a35a-50363526a9f2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 210 time: 0.0457103 Jan 18 13:58:05.120842 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-98ee2792-7936-4e81-8955-b3f721f8b014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:05.122303 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-98ee2792-7936-4e81-8955-b3f721f8b014 service neutron] 10.222.0.95 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 908 time: 0.4194961 Jan 18 13:58:05.263545 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-3ad7de1a-320a-4557-b316-8ef2f97653b5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5a6500-41af-42af-b932-f3c976d2122f HTTP/1.1" status: 200 len: 217 time: 0.1129687 Jan 18 13:58:05.338971 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6ff9-9f93-473f-b309-d6cb5fc5abf0 req-a55a7260-6d31-46db-8212-ed65c1b011b5 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:05.340392 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9f5c6ff9-9f93-473f-b309-d6cb5fc5abf0 req-a55a7260-6d31-46db-8212-ed65c1b011b5 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.4106905 Jan 18 13:58:05.369662 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Attempting to bind port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:05.370011 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Attempting to bind port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a2fa3c2f-a868-4b83-b50e-1ade130d471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '09493712-7655-4759-a203-6afe14f63987'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:05.370326 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Attempting to bind port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 on network 09493712-7655-4759-a203-6afe14f63987 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:05.392183 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-7f86acb2-b201-4e10-8653-4e01c5f82f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:05.392183 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-7f86acb2-b201-4e10-8653-4e01c5f82f3d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b07275b2-bd34-4735-b843-86423500b721 HTTP/1.1" status: 200 len: 848 time: 0.1065543 Jan 18 13:58:05.396907 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 on network 09493712-7655-4759-a203-6afe14f63987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:58:05.397307 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Attempting to bind port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 on network 09493712-7655-4759-a203-6afe14f63987 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:05.447705 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-dd44533e-8b41-4d75-ad92-e0802095eb0b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=355914fe-8cfa-4c33-9247-9231b437cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517452 Jan 18 13:58:05.451036 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:05.451509 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Checking segment: {'id': 'a2fa3c2f-a868-4b83-b50e-1ade130d471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '09493712-7655-4759-a203-6afe14f63987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:05.451730 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Bound using segment: {'id': 'a2fa3c2f-a868-4b83-b50e-1ade130d471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '09493712-7655-4759-a203-6afe14f63987'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:05.452141 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Bound port: d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fa3c2f-a868-4b83-b50e-1ade130d471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '09493712-7655-4759-a203-6afe14f63987'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:05.452482 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:05.465284 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9f5c6ff9-9f93-473f-b309-d6cb5fc5abf0 req-a9d26dc2-c57f-4d5a-8a36-f7df34886995 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173158 Jan 18 13:58:05.662958 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:05.668673 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-ddecb13c-c645-481d-91bb-c4b3edd2a650 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024927 Jan 18 13:58:05.672857 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,segment=NetworkSegment(a2fa3c2f-a868-4b83-b50e-1ade130d471a),segment_id=a2fa3c2f-a868-4b83-b50e-1ade130d471a)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:05.785347 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:05.872551 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:05.874139 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] 10.222.0.95 "PUT /v2.0/ports/d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 HTTP/1.1" status: 200 len: 1093 time: 2.2668886 Jan 18 13:58:05.896537 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:06.099878 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2274e3-e9fe-49bf-bb49-dbb80088636b service neutron] Pushing event updated for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:06.110546 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2bc3a516-25f8-47cc-9bb5-3f4aee277802 req-85be9d4c-e547-4e79-bef1-a15a8ccc4b65 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077194 Jan 18 13:58:06.142086 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-c1cd89f6-8dbf-4ac0-94b3-ffbde5ade85f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8870715c03f24c80ad443219c64c057b&device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 1096 time: 0.1184547 Jan 18 13:58:06.151893 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb85ed-6be6-4876-ae6e-9f82c51cd7f0 req-b7844406-bb81-4648-b697-5c7dbaa97d3c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:06.153317 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6bbb85ed-6be6-4876-ae6e-9f82c51cd7f0 req-b7844406-bb81-4648-b697-5c7dbaa97d3c tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 944 time: 0.1651125 Jan 18 13:58:06.181888 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-afaa95f0-df62-403d-b2c4-32464312314c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:06.183330 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-afaa95f0-df62-403d-b2c4-32464312314c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.3161426 Jan 18 13:58:06.200831 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b5ae014b-e361-47dc-8f38-d85ecf761f2c req-2569a0d2-cca6-4db8-90cc-c80e9723b14c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 1099 time: 0.2753978 Jan 18 13:58:06.208466 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45624a0-45b5-4b5b-8555-9c4c17bc27c9 req-55bb160f-cd91-4405-88f3-d8cfa8f30ed9 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:06.209890 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a45624a0-45b5-4b5b-8555-9c4c17bc27c9 req-55bb160f-cd91-4405-88f3-d8cfa8f30ed9 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 943 time: 0.2092392 Jan 18 13:58:06.214390 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Request body: {'port': {'device_id': '97ed7895-1f28-477f-9214-1193b8814efc', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'admin_state_up': True, 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:06.291633 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-e1e462ca-e46b-4ebf-bfa4-fd17e6bbe876 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 HTTP/1.1" status: 200 len: 217 time: 0.1370685 Jan 18 13:58:06.357012 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6bbb85ed-6be6-4876-ae6e-9f82c51cd7f0 req-003872a5-48ad-4f31-8e95-c483a7734dc1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534390 Jan 18 13:58:06.372748 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-28a0904e-8872-4666-a219-2b67a5785dfd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:06.374440 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-28a0904e-8872-4666-a219-2b67a5785dfd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f6d6c437-1533-4c29-9731-a9b9896f3672 HTTP/1.1" status: 200 len: 849 time: 0.0699635 Jan 18 13:58:06.394219 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a45624a0-45b5-4b5b-8555-9c4c17bc27c9 req-8a8a63a3-522b-440f-bf5b-2fe2529d2366 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628788 Jan 18 13:58:06.434755 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b5ae014b-e361-47dc-8f38-d85ecf761f2c req-86ccaa2f-3ee9-437c-9f81-bfef947de9ec service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239547 Jan 18 13:58:06.441952 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-110eaee1-3771-42da-8ee6-36b9317c2936 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=09493712-7655-4759-a203-6afe14f63987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494571 Jan 18 13:58:06.454688 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0', 'status': 'completed', 'code': 200} Jan 18 13:58:06.463607 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:06.473888 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:06.578415 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:06.581590 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:06.599488 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9af728fe-61b6-4e5e-a61c-84fff414da56 req-dd9ff4d0-266a-4483-bcc6-c4d00b21b8fb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 210 time: 0.0662403 Jan 18 13:58:06.869007 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-ef95fbb7-1ad0-48a0-99b4-ae56880bac77 service neutron] 10.222.0.95 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972163 Jan 18 13:58:06.881539 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Allocated IP 172.20.0.4 (d35f1c88-78c4-4d64-8562-53f0b7da92a6/d3f7c40b-317c-4f23-ba98-34c61c7ede79/bbe867f4-8294-427e-8130-6353e1eb3354) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:07.017393 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f035d8d6-e29f-4ba7-aea0-4e3dee3d42d8 req-1f6ea920-d6bf-48c7-aa1c-a057c4e64a8b service neutron] 10.222.0.95 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383078 Jan 18 13:58:07.030421 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee115-fdee-4d6c-bd4f-dc8f7710a8ae req-bed53e5a-1102-4ce8-bd93-c36770ad1603 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.031950 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-96eee115-fdee-4d6c-bd4f-dc8f7710a8ae req-bed53e5a-1102-4ce8-bd93-c36770ad1603 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.2398400 Jan 18 13:58:07.164977 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-96eee115-fdee-4d6c-bd4f-dc8f7710a8ae req-df1254af-c39c-4e9d-bfa6-a5ad9938c481 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260569 Jan 18 13:58:07.222285 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.255288 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42400) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:07.266252 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-e54abc37-4cf8-4a46-b1b3-9af02a4680f6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8870715c03f24c80ad443219c64c057b&device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 1096 time: 0.0873623 Jan 18 13:58:07.339152 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.350819 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53', '967c341e-da82-4d63-9f7a-03244b9ee6e7'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:07.412889 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-1e8304f3-249c-475f-97f4-3b9f257b57e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.414526 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-1e8304f3-249c-475f-97f4-3b9f257b57e2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=09493712-7655-4759-a203-6afe14f63987 HTTP/1.1" status: 200 len: 909 time: 0.1317048 Jan 18 13:58:07.432798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.475087 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event updated for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:07.482868 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:07.487304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:07.489464 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:07.525761 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:07.532889 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2622e40c44413d931f730254585537 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:07.537917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:07.553097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:07.565430 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.566076 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.587988 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-5864bf73-cbcb-454c-8adb-0a31ca0c8d27 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 HTTP/1.1" status: 200 len: 217 time: 0.1546309 Jan 18 13:58:07.591787 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.675111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-2958ae9d-f6c2-4e80-a194-bddce1c1a4ef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.676941 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-2958ae9d-f6c2-4e80-a194-bddce1c1a4ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f6d6c437-1533-4c29-9731-a9b9896f3672 HTTP/1.1" status: 200 len: 849 time: 0.0822060 Jan 18 13:58:07.696169 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3f0cd-c5e2-4dee-aa8a-b4aa47292609 req-f9e4c671-7640-4bd7-96c5-5a5720067f11 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.703038 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-17a3f0cd-c5e2-4dee-aa8a-b4aa47292609 req-f9e4c671-7640-4bd7-96c5-5a5720067f11 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 944 time: 0.1675704 Jan 18 13:58:07.737380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.740947 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-9985554e-c7ee-409f-ac5e-e51f4a4e4090 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5383725 Jan 18 13:58:07.748461 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f4486-7fcd-4e34-a088-f745fadd7411 req-6d612a91-9916-489c-a30e-12c982473d57 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:07.749906 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ac0f4486-7fcd-4e34-a088-f745fadd7411 req-6d612a91-9916-489c-a30e-12c982473d57 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 943 time: 0.1634300 Jan 18 13:58:07.755423 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Request body: {'port': {'device_id': '97ed7895-1f28-477f-9214-1193b8814efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:07.781660 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-b8e1cd0d-478d-4abc-b064-9044499cd65c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=09493712-7655-4759-a203-6afe14f63987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759802 Jan 18 13:58:07.836617 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.877108 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cae1a3-004e-4923-84ae-4f55ebd1096e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:07.894395 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ac0f4486-7fcd-4e34-a088-f745fadd7411 req-2f84caf0-af25-4cc9-9113-9c7f0ff443d1 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091714 Jan 18 13:58:07.944002 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-17a3f0cd-c5e2-4dee-aa8a-b4aa47292609 req-7fb67b03-d23b-453c-858d-91e581858ef6 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401142 Jan 18 13:58:07.958451 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-beefc7ce-f697-43d5-89c6-5fc3d9a6a4e8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6b2622e40c44413d931f730254585537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7021174 Jan 18 13:58:07.963030 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:07.970685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.982108 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-d4ee8192-7dbd-475c-8fa8-01ecde300e18 service neutron] 10.222.0.95 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898856 Jan 18 13:58:08.147117 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.187859 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fb138ba0-7952-4723-896d-ddf42fb93e7c req-2a7b01a2-4f0b-45b0-bec8-a02f62b44a2a service neutron] 10.222.0.95 "GET /v2.0/networks/09493712-7655-4759-a203-6afe14f63987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893792 Jan 18 13:58:08.192343 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.293603 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33053-4060-4629-8c41-a03e54f7a87f req-84f3cb27-023a-4712-94c4-cd05e8b9cef9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:08.294322 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-62c33053-4060-4629-8c41-a03e54f7a87f req-84f3cb27-023a-4712-94c4-cd05e8b9cef9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:08.352347 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.373454 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cae1a3-004e-4923-84ae-4f55ebd1096e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:08.383090 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.385034 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9ad3ea2d-d633-4679-ad92-d759aa10935f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f9cae1a3-004e-4923-84ae-4f55ebd1096e HTTP/1.1" status: 204 len: 168 time: 0.4183738 Jan 18 13:58:08.427618 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-62c33053-4060-4629-8c41-a03e54f7a87f req-84f3cb27-023a-4712-94c4-cd05e8b9cef9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:08.428776 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-62c33053-4060-4629-8c41-a03e54f7a87f req-84f3cb27-023a-4712-94c4-cd05e8b9cef9 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 931 time: 0.3635569 Jan 18 13:58:08.436630 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe867f4-8294-427e-8130-6353e1eb3354 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:08.454924 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device cd5a6500-41af-42af-b932-f3c976d2122f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:58:08.457413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.486915 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Transition to ACTIVE for port object bbe867f4-8294-427e-8130-6353e1eb3354 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:08.497661 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-62c33053-4060-4629-8c41-a03e54f7a87f req-0266657d-fab7-4b98-b3d1-63a51c09b86b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Jan 18 13:58:08.557980 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.563375 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1375a8-d02c-42fc-a121-aa5a674c08ba req-eb16bdd6-481c-4aae-b405-ab93456d555d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:08.565008 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd1375a8-d02c-42fc-a121-aa5a674c08ba req-eb16bdd6-481c-4aae-b405-ab93456d555d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0834336 Jan 18 13:58:08.631589 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fd1375a8-d02c-42fc-a121-aa5a674c08ba req-6e96f03a-400f-4cc1-9a3a-b03a420a6639 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Jan 18 13:58:08.644118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cd5a6500-41af-42af-b932-f3c976d2122f,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:08.657849 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'cd5a6500-41af-42af-b932-f3c976d2122f', 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07', 'port_id': 'cd5a6500-41af-42af-b932-f3c976d2122f', 'mac_address': 'fa:16:3e:ce:99:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07275b2-bd34-4735-b843-86423500b721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:58:08.693207 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:08.729828 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.748914 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5a6500-41af-42af-b932-f3c976d2122f {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:08.766022 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cd5a6500-41af-42af-b932-f3c976d2122f,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:08.831389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.904779 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:08.909071 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Attempting to bind port bbe867f4-8294-427e-8130-6353e1eb3354 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:08.913347 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Attempting to bind port bbe867f4-8294-427e-8130-6353e1eb3354 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:08.913347 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Attempting to bind port bbe867f4-8294-427e-8130-6353e1eb3354 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:08.920572 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Port bbe867f4-8294-427e-8130-6353e1eb3354 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:58:08.920890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Attempting to bind port bbe867f4-8294-427e-8130-6353e1eb3354 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:08.937428 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee3a7-4411-461f-89a3-d1fb2851ab4f req-c5aef4f3-c7cf-458b-8c82-eacdbeea5486 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:08.938946 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7acee3a7-4411-461f-89a3-d1fb2851ab4f req-c5aef4f3-c7cf-458b-8c82-eacdbeea5486 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1317711 Jan 18 13:58:08.940907 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:08.941239 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Checking segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:08.941614 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Bound using segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:08.942070 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Bound port: bbe867f4-8294-427e-8130-6353e1eb3354, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:08.942417 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:09.053050 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7acee3a7-4411-461f-89a3-d1fb2851ab4f req-d6ee444b-11fe-4e67-83c1-e51e4b706512 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991280 Jan 18 13:58:09.066828 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:09.070015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bbe867f4-8294-427e-8130-6353e1eb3354,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:09.126507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736360bf-b06c-412f-9eec-27f03db6fcb5 req-c48e6713-2b31-4973-895c-cef290195e2d tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:09.127974 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-736360bf-b06c-412f-9eec-27f03db6fcb5 req-c48e6713-2b31-4973-895c-cef290195e2d tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 943 time: 0.0945613 Jan 18 13:58:09.144295 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:09.187968 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-736360bf-b06c-412f-9eec-27f03db6fcb5 req-62251ea3-4721-41b2-ab17-b6354aad027e tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534773 Jan 18 13:58:09.188906 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['cd5a6500-41af-42af-b932-f3c976d2122f'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:09.346420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:09.347878 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] 10.222.0.95 "PUT /v2.0/ports/bbe867f4-8294-427e-8130-6353e1eb3354 HTTP/1.1" status: 200 len: 1093 time: 1.5966303 Jan 18 13:58:09.377151 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:09.428815 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017969e6-3b96-4915-89b3-c39a95c4d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:09.458160 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a94-d0e9-4679-a7b0-43c8609cdff6 req-85a9b78d-ce0b-42e8-9283-53bb6d5c7dcf tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:09.460364 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-117f9a94-d0e9-4679-a7b0-43c8609cdff6 req-85a9b78d-ce0b-42e8-9283-53bb6d5c7dcf tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 945 time: 0.2287204 Jan 18 13:58:09.563797 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-117f9a94-d0e9-4679-a7b0-43c8609cdff6 req-8fcc0fec-5d7c-46c3-ac61-84cccf1f5e76 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Jan 18 13:58:09.575011 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-13c45277-4b9e-42d8-be03-daa73264202b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 1096 time: 0.1126235 Jan 18 13:58:09.656734 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354', 'status': 'completed', 'code': 200} Jan 18 13:58:09.673255 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-1fa7b82c-5b6e-4672-a904-8e2c56f4d44c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe867f4-8294-427e-8130-6353e1eb3354 HTTP/1.1" status: 200 len: 217 time: 0.0845072 Jan 18 13:58:09.780441 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-faff3fcf-429e-4284-a738-c9ff99aaed66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:09.781119 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42472) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:09.783974 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-faff3fcf-429e-4284-a738-c9ff99aaed66 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.1046352 Jan 18 13:58:09.842266 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-ebe1b01e-531f-4268-9d5b-8f290202f679 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526936 Jan 18 13:58:09.908432 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b515eb-449e-44ce-8366-6af31a240863 req-4f1b1151-7697-4d58-8066-a3be5fa5987d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:09.910397 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-69b515eb-449e-44ce-8366-6af31a240863 req-4f1b1151-7697-4d58-8066-a3be5fa5987d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 943 time: 0.1258450 Jan 18 13:58:09.984511 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-69b515eb-449e-44ce-8366-6af31a240863 req-0b233cd2-6fc1-4969-bf43-d0cb3efe3619 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671487 Jan 18 13:58:10.007318 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1383725283-network', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:10.014981 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:10.020544 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Usage tracker for resource:network and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:10.023645 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:10.029552 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:10.057186 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-851d0ec3-44a7-4a5c-bbde-dfbb03e16c01 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020142 Jan 18 13:58:10.122955 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Made reservation on behalf of 87901f80ea98465dba9f8b4e6ed6f2c6 for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:10.125272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.138915 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.170960 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:10.175041 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:10.177866 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:10.184287 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:10.191768 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6a8f5daf-cc1b-43a2-b761-e1b75d8686cc req-5565a98a-0f84-4ba9-8100-1bf48b9cd1c5 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265550 Jan 18 13:58:10.313876 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.378663 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.408039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:58:10.421168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29635779-4aa7-498e-a04f-d1feb71eab7e,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:10.425748 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.426340 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Added segment 2f72d487-4b87-4884-8609-267f0024b58f of type vlan for network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 Jan 18 13:58:10.440906 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-a926ff1b-f0fd-4b4e-b5d4-d93fd1e0aa0e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 1096 time: 0.1371520 Jan 18 13:58:10.444563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85fa3-9e37-45f7-8a10-cfca016d43ce req-5ef84deb-e0cf-4015-8a46-fc745716c5e1 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:10.446817 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5fa85fa3-9e37-45f7-8a10-cfca016d43ce req-5ef84deb-e0cf-4015-8a46-fc745716c5e1 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 943 time: 0.1091557 Jan 18 13:58:10.465787 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.468901 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:58:10.567697 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device cd5a6500-41af-42af-b932-f3c976d2122f up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:10.580012 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.580891 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:10.581506 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.594789 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5fa85fa3-9e37-45f7-8a10-cfca016d43ce req-12e597a2-5538-4c00-9811-c8c53baefbb8 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265695 Jan 18 13:58:10.626895 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-08a3211e-cee0-48e8-aeeb-d2b4eb7d42be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:10.628584 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-08a3211e-cee0-48e8-aeeb-d2b4eb7d42be service neutron] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 914 time: 0.1793854 Jan 18 13:58:10.706063 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-bfbfc4e6-acf5-43dc-9da1-708be54193bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe867f4-8294-427e-8130-6353e1eb3354 HTTP/1.1" status: 200 len: 217 time: 0.0703835 Jan 18 13:58:10.708921 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,segment=NetworkSegment(a2fa3c2f-a868-4b83-b50e-1ade130d471a),segment_id=a2fa3c2f-a868-4b83-b50e-1ade130d471a)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:10.741725 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0', 'network_id': '09493712-7655-4759-a203-6afe14f63987', 'port_id': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0', 'mac_address': 'fa:16:3e:52:88:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d6c437-1533-4c29-9731-a9b9896f3672', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:58:10.784889 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] Pushing event updated for resources: {'Network': ['ID=3abdc498-4ea4-4ae8-b188-9aad74f2c481,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:10.806260 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:58:10.836430 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-a700dae9-ecd2-4c14-8549-59ddd109ca3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:10.839935 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-a700dae9-ecd2-4c14-8549-59ddd109ca3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.1224015 Jan 18 13:58:10.859240 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2b694fb2-4e07-4d7c-b3d1-8403acc6802a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0764074 Jan 18 13:58:10.864037 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42492) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:10.870626 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Request body: {'subnet': {'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1383725283-subnet', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:10.877985 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:10.887874 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e3d5-46fb-4f73-a56f-e66f6cce181e req-b8992490-d9d6-468a-8edb-6cd1f78e5f22 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:10.889333 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2882e3d5-46fb-4f73-a56f-e66f6cce181e req-b8992490-d9d6-468a-8edb-6cd1f78e5f22 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 945 time: 0.0940840 Jan 18 13:58:10.890365 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Usage tracker for resource:subnet and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:10.891739 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port cd5a6500-41af-42af-b932-f3c976d2122f completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:10.893546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:10.899770 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:10.914734 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-f75b3761-1990-4728-88e7-7531c62fe68d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653169 Jan 18 13:58:10.922132 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port cd5a6500-41af-42af-b932-f3c976d2122f triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:10.922523 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:10.952662 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2882e3d5-46fb-4f73-a56f-e66f6cce181e req-48fed0bd-b27f-4645-9a68-55500392ba55 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501840 Jan 18 13:58:10.965118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.016649 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:11.032378 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Made reservation on behalf of 87901f80ea98465dba9f8b4e6ed6f2c6 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:11.036242 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,segment=NetworkSegment(a2fa3c2f-a868-4b83-b50e-1ade130d471a),segment_id=a2fa3c2f-a868-4b83-b50e-1ade130d471a)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:11.037448 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.098867 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-fea40384-1f15-4fcd-97f9-0ea84b30e9e7 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664987 Jan 18 13:58:11.105973 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.120605 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.190628 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:11.206335 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cd5a6500-41af-42af-b932-f3c976d2122f,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:11.215388 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:11.244237 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.342865 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:11.377180 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f62c7a76-4bd7-496b-bdce-826c4502fbdb req-e23bbeb2-fc52-4efd-ae6b-bf60c98a1ee1 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703593 Jan 18 13:58:11.397738 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb62fb4-028a-4c74-8071-73c63d5a355a req-c43ebae9-68f9-40a5-9e89-69ece889dd90 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:11.402554 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4fb62fb4-028a-4c74-8071-73c63d5a355a req-c43ebae9-68f9-40a5-9e89-69ece889dd90 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 943 time: 0.1580961 Jan 18 13:58:11.407587 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.473051 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4fb62fb4-028a-4c74-8071-73c63d5a355a req-c32edb45-7d1a-4824-b656-86cd43325278 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670588 Jan 18 13:58:11.492167 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1399cf3f-7599-4344-becd-b8955116e721,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:11.507199 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['d85dd693-ad00-48b9-9aa4-8abd85f2e0e0'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:11.540070 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Checking segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:11.540462 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Network hostable DHCP agents. Network: 3abdc498-4ea4-4ae8-b188-9aad74f2c481, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:58:11.580404 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f', 'code': 200} Jan 18 13:58:11.671803 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:58:11.808356 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 3abdc498-4ea4-4ae8-b188-9aad74f2c481) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:11.812708 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:11.813473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:11.817855 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f76770-720e-4c50-9758-40db2e5c3ec0 None None] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:58:11.926266 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c3b1ce1e-29c9-46db-966c-7b0fcdf0ad0d admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0583923 Jan 18 13:58:11.926490 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42520) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:11.932173 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:11.937935 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:11.941716 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Usage tracker for resource:router and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:11.944835 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:11.951913 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:12.019998 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.020958 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.036337 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:58:12.037421 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.064103 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.121475 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4b5eebb9-dc1d-434d-8407-d48bc8ce34c1 req-b53a4836-6871-47f8-ab97-25b5a262d0f0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 1099 time: 0.2200565 Jan 18 13:58:12.130589 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b342d-876c-4b78-908c-3563b7700bc1 req-a4505e5a-3fa4-41af-a424-261676958afe tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.131971 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-443b342d-876c-4b78-908c-3563b7700bc1 req-a4505e5a-3fa4-41af-a424-261676958afe tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 944 time: 0.1192338 Jan 18 13:58:12.201605 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4b5eebb9-dc1d-434d-8407-d48bc8ce34c1 req-0ca69357-ef7d-4651-bbcf-9b26d3b1ca2d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Jan 18 13:58:12.206053 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-443b342d-876c-4b78-908c-3563b7700bc1 req-39e62b8f-e4e5-4690-b597-dbad9b5ee5e4 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595791 Jan 18 13:58:12.216052 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Allocated IP 172.20.0.2 (3abdc498-4ea4-4ae8-b188-9aad74f2c481/1399cf3f-7599-4344-becd-b8955116e721/8e65df31-e151-432e-a1f3-6b1298f256e5) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:12.345180 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.352553 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-20997796-e187-49b7-86d7-1753196c2f58 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.2175751 Jan 18 13:58:12.397876 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5517d7-0cac-44b5-8810-c487b8165812 req-0349e25f-205f-4b91-9a6e-3a80718bed82 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.399480 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ae5517d7-0cac-44b5-8810-c487b8165812 req-0349e25f-205f-4b91-9a6e-3a80718bed82 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.0765312 Jan 18 13:58:12.428916 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.440968 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Transition to ACTIVE for port object 8e65df31-e151-432e-a1f3-6b1298f256e5 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:12.445053 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ae5517d7-0cac-44b5-8810-c487b8165812 req-4df9ec9f-4bd8-4cd3-8019-50b10b631032 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Jan 18 13:58:12.459981 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Transition to ACTIVE for port object 8e65df31-e151-432e-a1f3-6b1298f256e5 will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:12.535565 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.609299 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Pushing event updated for resources: {'Port': ['ID=8e65df31-e151-432e-a1f3-6b1298f256e5,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:12.613857 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:12.615584 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:12.619547 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:12.648866 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-6ccbedc1-6b15-464e-8de5-6eb59b2905d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.662111 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beec13d-03e6-41dd-b06b-d51470664b7e req-73ff2257-7038-422c-b16f-62aa1091c39a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.663714 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4beec13d-03e6-41dd-b06b-d51470664b7e req-73ff2257-7038-422c-b16f-62aa1091c39a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1040769 Jan 18 13:58:12.670314 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-6ccbedc1-6b15-464e-8de5-6eb59b2905d1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.1771770 Jan 18 13:58:12.727187 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4beec13d-03e6-41dd-b06b-d51470664b7e req-0a8bf17e-0edf-47e7-9706-34b6b4b4d2db tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Jan 18 13:58:12.765931 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Attempting to bind port 8e65df31-e151-432e-a1f3-6b1298f256e5 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:12.766292 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Attempting to bind port 8e65df31-e151-432e-a1f3-6b1298f256e5 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:12.766639 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Attempting to bind port 8e65df31-e151-432e-a1f3-6b1298f256e5 on network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:12.773912 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:12.774274 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Checking segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:12.774662 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.775195 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Bound using segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:12.775660 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Bound port: 8e65df31-e151-432e-a1f3-6b1298f256e5, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:12.776023 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.811628 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-b0bb0ab5-2e14-4694-9973-0b74e05faf97 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.0985043 Jan 18 13:58:12.883065 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] For port 8e65df31-e151-432e-a1f3-6b1298f256e5, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:12.888675 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] For port 8e65df31-e151-432e-a1f3-6b1298f256e5, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=8e65df31-e151-432e-a1f3-6b1298f256e5,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:12.919269 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-07d4ff95-5386-4691-b84b-88bde497edfa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.920700 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-07d4ff95-5386-4691-b84b-88bde497edfa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.1018324 Jan 18 13:58:12.975670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:12.981771 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f92dab-d471-4579-878c-90b5a67296cf req-5eb85d02-c903-414d-8c00-0d8691d54d03 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:12.988488 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40f92dab-d471-4579-878c-90b5a67296cf req-5eb85d02-c903-414d-8c00-0d8691d54d03 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 943 time: 0.3411946 Jan 18 13:58:13.010211 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-db1db32f-77ce-4599-a564-181393e9f6b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794141 Jan 18 13:58:13.043446 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.071847 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b582572-8c15-431e-aa10-47caa0f6601a None None] Pushing event updated for resources: {'Port': ['ID=8e65df31-e151-432e-a1f3-6b1298f256e5,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:13.199925 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.276163 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40f92dab-d471-4579-878c-90b5a67296cf req-3ea7ba64-f7de-4b3d-ae7e-9ccba4940724 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868254 Jan 18 13:58:13.457119 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-2154f44f-daee-4b74-b543-1275ec6ceb05 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366746 Jan 18 13:58:13.461715 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b458-327a-4f11-8763-39bc34ab5d73 req-f7a9a0d7-54ef-4783-ae01-55c8de979363 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:13.469428 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8188b458-327a-4f11-8763-39bc34ab5d73 req-f7a9a0d7-54ef-4783-ae01-55c8de979363 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 944 time: 0.0982521 Jan 18 13:58:13.489856 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 8e65df31-e151-432e-a1f3-6b1298f256e5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:13.544460 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8188b458-327a-4f11-8763-39bc34ab5d73 req-43e93e83-7468-455e-903e-c0714815c7f4 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737615 Jan 18 13:58:13.555300 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Allocated IP 172.28.2.115 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/057defe6-54e2-4b0e-a04f-1b6f7fa835b4) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:13.649045 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 8e65df31-e151-432e-a1f3-6b1298f256e5 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:13.768339 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0245d5b6-d1cc-483a-a0cc-a9ba77cef182 req-288f8311-3ac3-43ca-947d-45cb1e17f4ca service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004417 Jan 18 13:58:13.852538 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.860550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f2df9-a1b4-44ae-962d-06597187abd2 req-80ae6252-aee2-4613-833f-b8354f243701 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:13.862021 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-741f2df9-a1b4-44ae-962d-06597187abd2 req-80ae6252-aee2-4613-833f-b8354f243701 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.2349014 Jan 18 13:58:13.931115 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-741f2df9-a1b4-44ae-962d-06597187abd2 req-f7ae854f-b4ec-4758-901a-41aa7603ae23 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Jan 18 13:58:14.024506 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538763f4-67f8-4314-a36e-64a10716b5d4 req-026ca3f5-9322-4565-aa38-084d58321029 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:14.025983 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-538763f4-67f8-4314-a36e-64a10716b5d4 req-026ca3f5-9322-4565-aa38-084d58321029 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1334527 Jan 18 13:58:14.032149 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.106418 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-538763f4-67f8-4314-a36e-64a10716b5d4 req-50cc017b-6f0d-4d33-bc41-8b1d22cd3149 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742035 Jan 18 13:58:14.116595 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:14.124179 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:14.125461 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:14.134813 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:14.157096 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:58:14.252897 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a1a1d-ee0b-47f0-9cef-1524a5432f59 None None] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:58:14.405929 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.406847 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.447050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Provisioning for port 8e65df31-e151-432e-a1f3-6b1298f256e5 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:14.461839 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Provisioning complete for port 8e65df31-e151-432e-a1f3-6b1298f256e5 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:14.462360 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.524651 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bbe867f4-8294-427e-8130-6353e1eb3354 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:58:14.526738 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:14.597779 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90c50-8d22-4db3-ac62-d0cae4c72d4c req-75cc291d-9a53-48cb-9ed7-2aaf28e61743 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:14.602903 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-91f90c50-8d22-4db3-ac62-d0cae4c72d4c req-75cc291d-9a53-48cb-9ed7-2aaf28e61743 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 943 time: 0.1469805 Jan 18 13:58:14.682468 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-91f90c50-8d22-4db3-ac62-d0cae4c72d4c req-b8dcb7b8-4810-45c1-8efd-73473dc51bf0 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715802 Jan 18 13:58:14.795636 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Router 0546c65d-76ca-4921-8230-f1df0acff8ef is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:58:14.859633 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.888987 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bbe867f4-8294-427e-8130-6353e1eb3354,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:14.950397 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c882-2455-4b02-a1af-4dc2b7fbc1e3 req-8f794302-7094-4d55-ad01-0850bf605948 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:14.955786 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'bbe867f4-8294-427e-8130-6353e1eb3354', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'port_id': 'bbe867f4-8294-427e-8130-6353e1eb3354', 'mac_address': 'fa:16:3e:4f:57:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7c40b-317c-4f23-ba98-34c61c7ede79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:58:14.957443 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4b68c882-2455-4b02-a1af-4dc2b7fbc1e3 req-8f794302-7094-4d55-ad01-0850bf605948 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 944 time: 0.1938138 Jan 18 13:58:15.030299 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4b68c882-2455-4b02-a1af-4dc2b7fbc1e3 req-af6246cf-05d1-43bf-96ce-0dff56cac443 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663674 Jan 18 13:58:15.044490 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:15.046880 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.064765 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:15.065275 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.107567 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe867f4-8294-427e-8130-6353e1eb3354 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:15.141538 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bbe867f4-8294-427e-8130-6353e1eb3354,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:15.154470 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:15.165643 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Sync routers for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:15.168720 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] For port 8e65df31-e151-432e-a1f3-6b1298f256e5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=8e65df31-e151-432e-a1f3-6b1298f256e5,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:15.187471 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:15.190345 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:15.223994 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d803cd-6117-4e0e-bd91-3175bb049a03 req-7fee5877-4d94-4ce7-8ca2-8a97b3142000 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:15.229329 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.233070 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-80d803cd-6117-4e0e-bd91-3175bb049a03 req-7fee5877-4d94-4ce7-8ca2-8a97b3142000 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.0898960 Jan 18 13:58:15.262190 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:15.266870 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.271191 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.272612 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e836f56b-eb61-48db-8c1e-993a65463ba0 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3448901 Jan 18 13:58:15.274776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42588) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:15.303048 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-80d803cd-6117-4e0e-bd91-3175bb049a03 req-cadb847f-7da9-4b80-807d-b2f514cb4396 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690324 Jan 18 13:58:15.308517 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.327639 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,segment=NetworkSegment(a2fa3c2f-a868-4b83-b50e-1ade130d471a),segment_id=a2fa3c2f-a868-4b83-b50e-1ade130d471a)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:15.355460 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:15.464550 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.471186 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8214d4a0-0a4e-4ac3-9136-6aa3093ddaed None None] Provisioning complete for port 8e65df31-e151-432e-a1f3-6b1298f256e5 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:15.471557 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8214d4a0-0a4e-4ac3-9136-6aa3093ddaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:15.473080 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:15.522141 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0b2d-0cb0-47fe-a9a8-4b796aae3b81 None None] Pushing event updated for resources: {'Port': ['ID=8e65df31-e151-432e-a1f3-6b1298f256e5,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:15.576413 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77faa63-7a58-496b-b804-0b2b1c1ef06c req-0137c528-dbbe-4c29-a1e2-b22521a789fc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:15.584128 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f77faa63-7a58-496b-b804-0b2b1c1ef06c req-0137c528-dbbe-4c29-a1e2-b22521a789fc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2155645 Jan 18 13:58:15.600811 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0', 'code': 200} Jan 18 13:58:15.643859 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:15.710018 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['bbe867f4-8294-427e-8130-6353e1eb3354'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:15.737720 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f77faa63-7a58-496b-b804-0b2b1c1ef06c req-e620a023-a716-41ca-a61f-1cae2af43f13 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524525 Jan 18 13:58:15.930024 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2ac0-9795-4e88-b38a-811ca8f420ab req-4e9e4c4a-999e-4106-aa4e-30706b8c2147 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:15.931660 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:14Z', 'revision_number': 3, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:15.936666 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Checking router: 0546c65d-76ca-4921-8230-f1df0acff8ef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:15.937041 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Updating router 0546c65d-76ca-4921-8230-f1df0acff8ef port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:58:15.939645 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cca2ac0-9795-4e88-b38a-811ca8f420ab req-4e9e4c4a-999e-4106-aa4e-30706b8c2147 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 944 time: 0.1098564 Jan 18 13:58:15.990457 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cca2ac0-9795-4e88-b38a-811ca8f420ab req-b3060d69-ee03-4cd1-9c6a-2f6b9a088db8 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Jan 18 13:58:16.001859 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.239659 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6aa5e3f5-fe8d-498a-9d26-9aa884013b32 req-1a583ce3-5021-4229-970e-52e76fab4c4b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 1098 time: 0.1155181 Jan 18 13:58:16.284413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bdb9a-d613-4844-a120-1d891a8c5391 req-1938bb26-655b-4042-8fe0-f4ffd1bb38f0 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:16.288134 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7d6bdb9a-d613-4844-a120-1d891a8c5391 req-1938bb26-655b-4042-8fe0-f4ffd1bb38f0 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.1225507 Jan 18 13:58:16.365998 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6aa5e3f5-fe8d-498a-9d26-9aa884013b32 req-7ae77bb9-9af6-477d-971a-dba953ae5654 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Jan 18 13:58:16.370560 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7d6bdb9a-d613-4844-a120-1d891a8c5391 req-ec99ddcc-1c0f-4c48-81b5-ffbc5017e509 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Jan 18 13:58:16.455372 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.468417 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Transition to ACTIVE for port object 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:16.558197 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.570348 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.660571 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Pushing event updated for resources: {'Port': ['ID=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,revision_number=2']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:16.662820 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Attempting to bind port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:16.663177 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Attempting to bind port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:16.663563 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Attempting to bind port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:16.674624 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:16.674990 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:16.675386 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.675772 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:16.676229 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Bound port: 057defe6-54e2-4b0e-a04f-1b6f7fa835b4, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:16.676599 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.708487 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.708824 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.709160 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.709516 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.709862 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.710188 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.711129 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.711774 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.711774 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.712110 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.712508 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:16.766926 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] For port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:16.770010 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] For port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:16.803073 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Allocated IP 172.20.0.1 (3abdc498-4ea4-4ae8-b188-9aad74f2c481/1399cf3f-7599-4344-becd-b8955116e721/07045e5a-d346-4723-b6c2-d76e30b2f1a7) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:16.861510 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.970163 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90ea0-fe7a-4716-b713-d9ba18d35b93 None None] Pushing event updated for resources: {'Port': ['ID=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:16.986747 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:16.992364 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e21bd-c756-4781-993d-e2f3808278b9 req-f347ae93-0576-464f-8f45-193a2c8d8d92 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:16.994497 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:16.995239 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:16.999541 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a0e21bd-c756-4781-993d-e2f3808278b9 req-f347ae93-0576-464f-8f45-193a2c8d8d92 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1050606 Jan 18 13:58:17.004890 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Transition to ACTIVE for port object 07045e5a-d346-4723-b6c2-d76e30b2f1a7 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:17.042785 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a0e21bd-c756-4781-993d-e2f3808278b9 req-08517b78-1e15-4c5d-8c17-1bba5f2d04f4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Jan 18 13:58:17.098573 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.175348 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:17.179292 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:17.181165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:17.181660 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.184542 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Pushing event updated for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:17.197435 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:17.236926 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d59a8-704b-49fb-b427-874efc0a49e9 req-d90c32f4-f86c-404d-b5bf-a2432c051432 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:17.238471 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-585d59a8-704b-49fb-b427-874efc0a49e9 req-d90c32f4-f86c-404d-b5bf-a2432c051432 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 944 time: 0.0834286 Jan 18 13:58:17.311250 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-585d59a8-704b-49fb-b427-874efc0a49e9 req-7c3824dd-7f8c-4029-a034-c1da18f4936f tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651031 Jan 18 13:58:17.375551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.447670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 8e65df31-e151-432e-a1f3-6b1298f256e5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:17.545619 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:14Z', 'revision_number': 3, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:17.550335 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151977-1d52-4adf-8366-a942c60ceb40 None None] The sync data for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb is: [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:14Z', 'revision_number': 3, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:17.579394 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 8e65df31-e151-432e-a1f3-6b1298f256e5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:17.579882 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.628300 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-9671b33f-fff2-40bc-ba50-b0eaf5486c10 None None] Provisioning for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:17.657719 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-9671b33f-fff2-40bc-ba50-b0eaf5486c10 None None] Provisioning complete for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:17.658236 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9671b33f-fff2-40bc-ba50-b0eaf5486c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.667762 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601663f2-7eed-4311-bd18-0474062404f7 req-31d04d0d-7adc-47fb-8b37-592a20317183 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:17.671570 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-601663f2-7eed-4311-bd18-0474062404f7 req-31d04d0d-7adc-47fb-8b37-592a20317183 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.1322289 Jan 18 13:58:17.719199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.758412 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-601663f2-7eed-4311-bd18-0474062404f7 req-b6161d77-ce4c-40c0-bda5-18c436d717c9 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Jan 18 13:58:17.761638 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9671b33f-fff2-40bc-ba50-b0eaf5486c10 None None] Port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:58:17.852620 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:17.853504 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:18.112596 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Pushing event updated for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:18.178338 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6a47-8cb4-460f-84ed-a6a178cac175 req-e8faa669-c8d1-4d61-ba48-c0bf223f8513 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:18.184949 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f9ee6a47-8cb4-460f-84ed-a6a178cac175 req-e8faa669-c8d1-4d61-ba48-c0bf223f8513 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.4159434 Jan 18 13:58:18.228242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:18.236814 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:18.272554 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18cec7-d4e0-41e6-9a13-fe80ade2f9fc req-43d5b08b-0831-4283-9794-7578c7590e98 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:18.275049 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bc18cec7-d4e0-41e6-9a13-fe80ade2f9fc req-43d5b08b-0831-4283-9794-7578c7590e98 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1009970 Jan 18 13:58:18.341881 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f9ee6a47-8cb4-460f-84ed-a6a178cac175 req-0427f096-700a-495c-8268-228907ba8fa9 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560183 Jan 18 13:58:18.356641 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bc18cec7-d4e0-41e6-9a13-fe80ade2f9fc req-c96a56d3-0704-47c5-b0d6-7cec4491d561 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Jan 18 13:58:18.525534 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bbe867f4-8294-427e-8130-6353e1eb3354 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:18.611318 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-906aa5e5-db67-4316-a7d2-1242cf1fe3fd None None] Provisioning complete for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:18.611679 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-906aa5e5-db67-4316-a7d2-1242cf1fe3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:18.669550 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-906aa5e5-db67-4316-a7d2-1242cf1fe3fd None None] Port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:58:18.696480 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53e05-50c8-40a3-ba31-1804114ec9e9 req-bf8bdc80-6d43-411e-9376-5ea9babcd607 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:18.698091 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e6f53e05-50c8-40a3-ba31-1804114ec9e9 req-bf8bdc80-6d43-411e-9376-5ea9babcd607 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 944 time: 0.2046278 Jan 18 13:58:18.722884 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port bbe867f4-8294-427e-8130-6353e1eb3354 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:18.728379 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port bbe867f4-8294-427e-8130-6353e1eb3354 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:18.728748 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:18.827177 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e6f53e05-50c8-40a3-ba31-1804114ec9e9 req-5691435f-1ef8-4294-88ee-97094a556132 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136572 Jan 18 13:58:18.877782 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:18.914596 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:18.924476 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Router 0546c65d-76ca-4921-8230-f1df0acff8ef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:58:18.925501 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bbe867f4-8294-427e-8130-6353e1eb3354,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:18.974608 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354', 'code': 200} Jan 18 13:58:18.978888 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9afb-6503-433c-abc8-b1e1d64bea61 req-bc72e3fd-e23a-4360-8245-a082cca02041 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:18.980367 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a2cc9afb-6503-433c-abc8-b1e1d64bea61 req-bc72e3fd-e23a-4360-8245-a082cca02041 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.0787141 Jan 18 13:58:19.032302 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a2cc9afb-6503-433c-abc8-b1e1d64bea61 req-9b88192d-4905-430c-a17f-f23169d346f1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Jan 18 13:58:19.088585 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:19.138516 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:19.150200 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9f707b76-1f37-4e33-a199-843e8d37b3be admin admin] 10.222.0.94 "PUT /v2.0/routers/0546c65d-76ca-4921-8230-f1df0acff8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8713789 Jan 18 13:58:19.157861 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:19.409330 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:19.414651 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f06724e0-b5c6-4e9e-bf5d-ca59ca875bff req-fc3a13e1-3274-4149-9f57-40b45fc85400 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 1098 time: 0.0718608 Jan 18 13:58:19.502634 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f06724e0-b5c6-4e9e-bf5d-ca59ca875bff req-0e8407f5-a5ff-4e7d-ac98-e2a6ec8ffe99 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799544 Jan 18 13:58:19.589972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921cb8e-1e39-410d-a931-127aebfbf5f2 req-cbcdb353-85ed-417d-9a5f-ff17f87aeb2a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:19.591315 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:19.596848 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:19.597389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:19.598454 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4921cb8e-1e39-410d-a931-127aebfbf5f2 req-cbcdb353-85ed-417d-9a5f-ff17f87aeb2a tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.1006126 Jan 18 13:58:19.603362 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9a0d-deaf-4616-80c1-b74652be436e req-0a936919-4797-42fd-93e6-ff0c5cf38435 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:19.604848 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cfce9a0d-deaf-4616-80c1-b74652be436e req-0a936919-4797-42fd-93e6-ff0c5cf38435 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0908782 Jan 18 13:58:19.646406 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4921cb8e-1e39-410d-a931-127aebfbf5f2 req-203f1e28-a97e-499c-8ed4-0fdd12ce81e5 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Jan 18 13:58:19.651733 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cfce9a0d-deaf-4616-80c1-b74652be436e req-afbae008-684b-4dad-bb7f-873e367109ab tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Jan 18 13:58:19.727238 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:19.751707 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:19.831741 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:19.915377 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:20.132133 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db64465-01d0-4ae6-aa54-858dee6cea30 req-da694128-d10b-450f-86ef-22f4627f6a8c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:20.134492 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9db64465-01d0-4ae6-aa54-858dee6cea30 req-da694128-d10b-450f-86ef-22f4627f6a8c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.1247454 Jan 18 13:58:20.140027 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae190-b4f9-483f-8828-805469a6b008 req-3b5ec5f8-bce8-4736-b813-27926c708df2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:20.141389 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-faeae190-b4f9-483f-8828-805469a6b008 req-3b5ec5f8-bce8-4736-b813-27926c708df2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.1711736 Jan 18 13:58:20.200241 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9db64465-01d0-4ae6-aa54-858dee6cea30 req-9299adb3-3306-44c1-bcb0-21f816389c0e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575206 Jan 18 13:58:20.292708 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Deleting port cd5a6500-41af-42af-b932-f3c976d2122f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:20.293065 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.417487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85217c-26e1-4a59-9e74-cd86d1c9925f req-233ed20c-d1c2-4526-b2a8-07b3156524e7 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:20.418952 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fc85217c-26e1-4a59-9e74-cd86d1c9925f req-233ed20c-d1c2-4526-b2a8-07b3156524e7 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 946 time: 0.2013009 Jan 18 13:58:20.524557 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42698) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:20.530347 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-483237943-network', 'tenant_id': '886a3311719f451998417b709dd4cca9'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:20.535750 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:20.540502 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Usage tracker for resource:network and tenant:886a3311719f451998417b709dd4cca9 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:20.544290 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:20.550846 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:20.625427 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Made reservation on behalf of 886a3311719f451998417b709dd4cca9 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:20.629425 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.647668 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.648488 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-fc85217c-26e1-4a59-9e74-cd86d1c9925f req-ecf5dadb-bcb8-4a9c-b196-fc98d400a5e2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193577 Jan 18 13:58:20.685366 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:20.690187 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Usage tracker for resource:security_group_rule and tenant:886a3311719f451998417b709dd4cca9 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:20.694176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:20.705066 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:20.749550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] For port cd5a6500-41af-42af-b932-f3c976d2122f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cd5a6500-41af-42af-b932-f3c976d2122f,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:20.749944 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.801849 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.888691 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.947335 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:58:20.957887 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Calling delete_port for cd5a6500-41af-42af-b932-f3c976d2122f owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:20.959488 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b27464-7414-461b-bd9c-b74c787ecad1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:20.984915 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:20.985745 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Added segment 177ca085-ae86-448d-8039-b5dfca3eb878 of type vlan for network 523fc469-c769-4243-9f20-94f73ed8e50e Jan 18 13:58:21.148919 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.193376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34a944-e7a1-4309-82f8-eb59ffea5372 req-281ba1c7-97a1-4a40-87dd-9cec421b7eec tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:21.195788 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5e34a944-e7a1-4309-82f8-eb59ffea5372 req-281ba1c7-97a1-4a40-87dd-9cec421b7eec tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2126806 Jan 18 13:58:21.244808 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5e34a944-e7a1-4309-82f8-eb59ffea5372 req-a9763845-e350-45f9-91a8-5b40c1b99ec5 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jan 18 13:58:21.275203 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.282782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:21.282782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.407126 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:21.435984 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Sync routers for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:21.459498 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] Pushing event updated for resources: {'Network': ['ID=523fc469-c769-4243-9f20-94f73ed8e50e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:21.467712 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:21.468350 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:21.493391 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f08b-315b-4516-a6be-ac9604704a27 req-372f6592-162b-42be-bff9-ef240214ff26 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:21.495210 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e970f08b-315b-4516-a6be-ac9604704a27 req-372f6592-162b-42be-bff9-ef240214ff26 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.1029491 Jan 18 13:58:21.515467 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.528461 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 523fc469-c769-4243-9f20-94f73ed8e50e details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:58:21.552693 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e970f08b-315b-4516-a6be-ac9604704a27 req-e758aab0-5bee-4bb6-a0f3-20826741f444 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Jan 18 13:58:21.553242 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['cd5a6500-41af-42af-b932-f3c976d2122f'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:21.562603 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Pushing event deleted for resources: {'Port': ['ID=cd5a6500-41af-42af-b932-f3c976d2122f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:21.585925 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-9dbc8c25-2f32-468c-b827-a31a912a031c admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0592504 Jan 18 13:58:21.590509 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42724) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:21.595782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Request body: {'subnet': {'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-483237943-subnet', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'ip_version': 4}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:21.601327 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:21.605276 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Usage tracker for resource:subnet and tenant:886a3311719f451998417b709dd4cca9 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:21.608424 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:21.614605 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:21.649200 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] No DVR routers for this DVR port cd5a6500-41af-42af-b932-f3c976d2122f on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:58:21.656181 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.658986 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'name': 'network-vif-deleted', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:21.751412 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-faeae190-b4f9-483f-8828-805469a6b008 req-4573defa-b14a-472e-8af1-f5f1446dedd2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "DELETE /v2.0/ports/cd5a6500-41af-42af-b932-f3c976d2122f HTTP/1.1" status: 204 len: 173 time: 1.5978842 Jan 18 13:58:21.751963 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Made reservation on behalf of 886a3311719f451998417b709dd4cca9 for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:21.754389 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7869048'] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.788204 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc12442-87b9-496f-a993-fb99299636a3', 'name': 'network-vif-deleted', 'tag': 'cd5a6500-41af-42af-b932-f3c976d2122f', 'status': 'completed', 'code': 200} Jan 18 13:58:21.816949 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:21.817320 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:21.894710 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:21.909429 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-841b7b25-0f3b-4689-93e4-f8f2155971e7 req-2ba6fbd2-67ea-4751-ac62-26689c21b6eb tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:22.008446 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-841b7b25-0f3b-4689-93e4-f8f2155971e7 req-2ba6fbd2-67ea-4751-ac62-26689c21b6eb tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:22.009750 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-841b7b25-0f3b-4689-93e4-f8f2155971e7 req-2ba6fbd2-67ea-4751-ac62-26689c21b6eb tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc12442-87b9-496f-a993-fb99299636a3 HTTP/1.1" status: 200 len: 210 time: 0.1451075 Jan 18 13:58:22.077501 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7989582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7869038'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.164006 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=054ce0b7-7e03-486d-9d2f-09440e35e610,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:22.170244 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Checking segment: {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:22.170460 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Network hostable DHCP agents. Network: 523fc469-c769-4243-9f20-94f73ed8e50e, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:58:22.262789 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 2, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:22.266536 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Checking router: 0546c65d-76ca-4921-8230-f1df0acff8ef for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:22.266902 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Updating router 0546c65d-76ca-4921-8230-f1df0acff8ef port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:58:22.271468 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Network 523fc469-c769-4243-9f20-94f73ed8e50e is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:58:22.324814 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.343959 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 523fc469-c769-4243-9f20-94f73ed8e50e) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:22.348967 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:22.352318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.371014 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf5e20-8822-4af5-ab22-bbeeb78314b6 None None] Network 523fc469-c769-4243-9f20-94f73ed8e50e requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:58:22.434738 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-9546368f-f887-4f5d-9992-f1806db6cfff admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8434675 Jan 18 13:58:22.437432 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42744) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:22.442774 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:22.450004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:22.454113 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Usage tracker for resource:router and tenant:886a3311719f451998417b709dd4cca9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:22.457848 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:22.465126 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:22.478945 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b5c33-cd5d-467e-83d0-d8470479b7ec req-992dc564-51a5-4e54-a096-0649e88af7a3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:22.480440 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-920b5c33-cd5d-467e-83d0-d8470479b7ec req-992dc564-51a5-4e54-a096-0649e88af7a3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0872316 Jan 18 13:58:22.538909 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-920b5c33-cd5d-467e-83d0-d8470479b7ec req-0ad237f5-fbc8-4abd-a7d4-48a671a83f4a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Jan 18 13:58:22.577872 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.578974 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.600427 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.771234 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-523fc469-c769-4243-9f20-94f73ed8e50e', 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'fixed_ips': [{'subnet_id': '054ce0b7-7e03-486d-9d2f-09440e35e610'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:58:22.778532 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.948352 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:22.959015 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eb504-ef60-4fe5-a3c4-16413bcca321 req-887143b3-3c40-4ce8-bd85-14ea17414c4d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:22.959386 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.resource_extend [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:58:22.968059 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a34eb504-ef60-4fe5-a3c4-16413bcca321 req-887143b3-3c40-4ce8-bd85-14ea17414c4d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.1852157 Jan 18 13:58:23.026495 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a34eb504-ef60-4fe5-a3c4-16413bcca321 req-96949ad8-ebbc-40ff-b831-195d9e939523 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Jan 18 13:58:23.122387 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.148545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Transition to ACTIVE for port object 07045e5a-d346-4723-b6c2-d76e30b2f1a7 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:23.165917 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Allocated IP 172.20.0.2 (523fc469-c769-4243-9f20-94f73ed8e50e/054ce0b7-7e03-486d-9d2f-09440e35e610/afce57e0-b02c-444e-842c-f76693ff7431) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:23.257873 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.466317 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.493906 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f010d-96fc-4e1f-8959-0430e1ee83ab None None] Pushing event updated for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:23.509137 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.617008 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-76e8e8b7-2515-452d-bdd2-38836e35a66a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:23.623948 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-76e8e8b7-2515-452d-bdd2-38836e35a66a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 808 time: 0.2551045 Jan 18 13:58:23.681157 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-57062165-62b1-4da1-9dbf-1420bf5b14c4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/quotas/ff14523c7b484e208e206ebfefd3edfd HTTP/1.1" status: 200 len: 375 time: 0.0563030 Jan 18 13:58:23.696729 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Attempting to bind port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:23.697392 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Attempting to bind port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:23.697910 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Attempting to bind port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 on network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:23.727267 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:23.728086 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Checking segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:23.728717 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.729305 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Bound using segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:23.730023 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Bound port: 07045e5a-d346-4723-b6c2-d76e30b2f1a7, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:23.730836 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.736742 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-affca320-97d9-4eb5-886e-dc3e64700acb tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547035 Jan 18 13:58:23.743174 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.783792 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Transition to ACTIVE for port object afce57e0-b02c-444e-842c-f76693ff7431 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:23.831908 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Transition to ACTIVE for port object afce57e0-b02c-444e-842c-f76693ff7431 will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:23.866163 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] For port 07045e5a-d346-4723-b6c2-d76e30b2f1a7, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:23.871845 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] For port 07045e5a-d346-4723-b6c2-d76e30b2f1a7, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=07045e5a-d346-4723-b6c2-d76e30b2f1a7,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:23.926580 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Allocated IP 172.28.2.192 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/b2000954-1e64-44b8-8aae-453336df9b04) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:23.981918 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f7875-28c5-4f10-bd8c-c9937b70d254 req-3e1e037e-6250-4dc4-a6d4-07671e34555c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:23.993899 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:23.994401 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9d6f7875-28c5-4f10-bd8c-c9937b70d254 req-3e1e037e-6250-4dc4-a6d4-07671e34555c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1051412 Jan 18 13:58:24.011803 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.068723 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-d7779d8c-b1aa-4c8b-a070-cd077882c439 service neutron] 10.222.0.94 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310668 Jan 18 13:58:24.095671 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9d6f7875-28c5-4f10-bd8c-c9937b70d254 req-6b25bfc9-406d-42f1-98ff-9bef9b65bc91 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920343 Jan 18 13:58:24.142472 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f010d-96fc-4e1f-8959-0430e1ee83ab None None] Pushing event updated for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:24.219041 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Pushing event updated for resources: {'Port': ['ID=afce57e0-b02c-444e-842c-f76693ff7431,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:24.225492 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Network 523fc469-c769-4243-9f20-94f73ed8e50e is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:24.228876 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:24.248759 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:24.312785 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.345322 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-650fe14c-0b8e-435c-aea9-0989ac43280a service neutron] 10.222.0.94 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757604 Jan 18 13:58:24.406308 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:24.411236 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:24.466209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.495358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Attempting to bind port afce57e0-b02c-444e-842c-f76693ff7431 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:24.495725 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Attempting to bind port afce57e0-b02c-444e-842c-f76693ff7431 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:24.496110 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Attempting to bind port afce57e0-b02c-444e-842c-f76693ff7431 on network 523fc469-c769-4243-9f20-94f73ed8e50e {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:24.512123 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:24.512559 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Checking segment: {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:24.512953 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.513342 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Bound using segment: {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:24.513864 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Bound port: afce57e0-b02c-444e-842c-f76693ff7431, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:24.514237 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.546163 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:24.549251 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:24.553176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:24.581723 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device cd5a6500-41af-42af-b932-f3c976d2122f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:58:24.591759 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Pushing event updated for resources: {'Port': ['ID=b2000954-1e64-44b8-8aae-453336df9b04,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:24.695047 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: cd5a6500-41af-42af-b932-f3c976d2122f {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:58:24.695602 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device cd5a6500-41af-42af-b932-f3c976d2122f not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:58:24.778695 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] For port afce57e0-b02c-444e-842c-f76693ff7431, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:24.782511 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] For port afce57e0-b02c-444e-842c-f76693ff7431, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=afce57e0-b02c-444e-842c-f76693ff7431,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:24.784344 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2226fc33-ec77-4cd4-bcd4-ceb6eb22538e req-c6990f97-deff-43d2-adec-6e30da6e432f tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 210 time: 0.0528975 Jan 18 13:58:24.785214 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:24.857329 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.858203 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:24.869947 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:25.086480 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a547d-de0c-4b4c-ac3d-e3097fb2db30 None None] Pushing event updated for resources: {'Port': ['ID=afce57e0-b02c-444e-842c-f76693ff7431,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:25.265484 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Router ef87e59f-2ede-4900-903f-45f70ce3793c is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:58:25.270553 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:23Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:25.276050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26f6a2-7257-4ab5-85aa-e7825d81966a None None] The sync data for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb is: [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:23Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:25.530599 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949f94-379d-4218-80e6-ed3e5f898ec2 req-c4f5d243-b9d6-4066-8f43-954b7c53bc9b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:25.550906 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-57949f94-379d-4218-80e6-ed3e5f898ec2 req-c4f5d243-b9d6-4066-8f43-954b7c53bc9b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1990914 Jan 18 13:58:25.571266 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device afce57e0-b02c-444e-842c-f76693ff7431 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:25.683010 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-57949f94-379d-4218-80e6-ed3e5f898ec2 req-29ba3a2c-8635-4153-8b68-38300b4da50c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310523 Jan 18 13:58:25.746824 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:25.765160 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Sync routers for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:25.778294 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port afce57e0-b02c-444e-842c-f76693ff7431 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:25.820786 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:25.822380 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:25.877057 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:25.881552 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2c631b52-da03-4178-bf9e-b06e67a39b76 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4428785 Jan 18 13:58:25.882024 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42842) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:25.957037 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a495a48d-9051-49c9-926c-57326c0e909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:26.107436 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:26.309936 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9b36fb34-b736-4cea-baa0-45304ebcb7ae req-636fa9b6-fe56-422e-a928-1954ed453117 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 210 time: 0.0819685 Jan 18 13:58:26.496209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1350d8-7c3a-4b00-b869-b2d741bbaf64 None None] Network 523fc469-c769-4243-9f20-94f73ed8e50e requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:58:26.631410 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:24Z', 'revision_number': 3, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:26.637034 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Checking router: ef87e59f-2ede-4900-903f-45f70ce3793c for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:26.637436 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Updating router ef87e59f-2ede-4900-903f-45f70ce3793c port b2000954-1e64-44b8-8aae-453336df9b04 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:58:26.697948 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:26.882754 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Provisioning for port afce57e0-b02c-444e-842c-f76693ff7431 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:26.905749 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Provisioning complete for port afce57e0-b02c-444e-842c-f76693ff7431 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:26.906298 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.218880 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0191e04-dae6-4d63-a950-7bb711faa4f5 req-b449cc4e-0b21-4b57-87e3-f3af6c4388b4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:27.230245 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b0191e04-dae6-4d63-a950-7bb711faa4f5 req-b449cc4e-0b21-4b57-87e3-f3af6c4388b4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1477046 Jan 18 13:58:27.273094 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b0191e04-dae6-4d63-a950-7bb711faa4f5 req-4cfc8f4b-4639-413d-88da-7529b7a7559f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Jan 18 13:58:27.278613 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.291701 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.306199 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Transition to ACTIVE for port object b2000954-1e64-44b8-8aae-453336df9b04 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:27.330247 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] For port afce57e0-b02c-444e-842c-f76693ff7431, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=afce57e0-b02c-444e-842c-f76693ff7431,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:27.398137 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.398384 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.438141 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.488497 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 07045e5a-d346-4723-b6c2-d76e30b2f1a7 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:27.547501 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Attempting to bind port b2000954-1e64-44b8-8aae-453336df9b04 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:27.548297 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Attempting to bind port b2000954-1e64-44b8-8aae-453336df9b04 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:27.548670 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Attempting to bind port b2000954-1e64-44b8-8aae-453336df9b04 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:27.567927 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:27.581727 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:27.582234 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.582650 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:27.583160 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Bound port: b2000954-1e64-44b8-8aae-453336df9b04, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:27.583563 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.612657 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd7ff9-4fcd-4764-b663-6e71c2961e56 None None] Pushing event updated for resources: {'Port': ['ID=afce57e0-b02c-444e-842c-f76693ff7431,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:27.665635 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11d9b-56cc-4d6e-9911-3cf465deb228 None None] Pushing event updated for resources: {'Port': ['ID=b2000954-1e64-44b8-8aae-453336df9b04,revision_number=2']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:27.726364 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-a213d1f5-d1f6-4722-946a-da1049cef94f None None] Provisioning complete for port afce57e0-b02c-444e-842c-f76693ff7431 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:27.727142 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a213d1f5-d1f6-4722-946a-da1049cef94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.762828 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] For port b2000954-1e64-44b8-8aae-453336df9b04, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:27.768339 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] For port b2000954-1e64-44b8-8aae-453336df9b04, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=b2000954-1e64-44b8-8aae-453336df9b04,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:27.768527 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:27.787139 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:27.787498 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.823292 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0bda26bb-21c8-4c60-b82a-416b4006cffe req-30b524b1-60a2-4465-b8cb-4f99a3fd5bb2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 210 time: 0.0499666 Jan 18 13:58:27.847208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Allocated IP 172.20.0.1 (523fc469-c769-4243-9f20-94f73ed8e50e/054ce0b7-7e03-486d-9d2f-09440e35e610/7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:27.906153 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:27.962343 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.028887 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-02b3a074-2ade-4375-8139-4a3d728412bc tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:28.030466 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-02b3a074-2ade-4375-8139-4a3d728412bc tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 808 time: 0.3771579 Jan 18 13:58:28.041948 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b263f47-d0e4-44f3-9e02-e467c1d8d6ae req-02ca3ec2-a0e7-495f-8262-d1f84936a232 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:28.052941 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8b263f47-d0e4-44f3-9e02-e467c1d8d6ae req-02ca3ec2-a0e7-495f-8262-d1f84936a232 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.2956882 Jan 18 13:58:28.068897 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Request body: {'port': {'device_id': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07', 'admin_state_up': True, 'tenant_id': 'ff14523c7b484e208e206ebfefd3edfd'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:28.084511 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11d9b-56cc-4d6e-9911-3cf465deb228 None None] Pushing event updated for resources: {'Port': ['ID=b2000954-1e64-44b8-8aae-453336df9b04,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:28.091567 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:28.092170 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:57:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:28.113907 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.138770 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Transition to ACTIVE for port object 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:28.158412 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 07045e5a-d346-4723-b6c2-d76e30b2f1a7, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=07045e5a-d346-4723-b6c2-d76e30b2f1a7,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:28.240975 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.270276 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8b263f47-d0e4-44f3-9e02-e467c1d8d6ae req-e009890c-e270-47a5-9058-20e836f4adcb tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153442 Jan 18 13:58:28.298368 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.314998 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:28.319953 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:28.338039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:28.348246 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3e221313-90a3-4cdd-aace-a5317bdd4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.388751 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:28.425585 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Made reservation on behalf of ff14523c7b484e208e206ebfefd3edfd for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:28.430738 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.448144 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Network 523fc469-c769-4243-9f20-94f73ed8e50e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:28.452489 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:28.457699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:28.552483 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:28.611933 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.690003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009f1b-b0af-41df-a57d-69d8a1371e8f req-0941a207-0e41-4756-a00d-04a4260007aa tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:28.691762 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-70009f1b-b0af-41df-a57d-69d8a1371e8f req-0941a207-0e41-4756-a00d-04a4260007aa tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2041276 Jan 18 13:58:28.726692 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:24Z', 'revision_number': 3, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:28.731348 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddffa3-3c48-4470-be90-b30367917da9 None None] The sync data for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb is: [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:24Z', 'revision_number': 3, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:28.786373 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-70009f1b-b0af-41df-a57d-69d8a1371e8f req-969b71ba-6897-4d36-92d2-2d8aa40913e4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857406 Jan 18 13:58:28.805321 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Allocated IP 172.20.0.14 (355914fe-8cfa-4c33-9247-9231b437cc07/b07275b2-bd34-4735-b843-86423500b721/b28aa5cd-0390-4d13-80d8-23033ab3ef32) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:28.865528 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6b018d80-814d-4fe0-9ac5-1889ade2d599 None None] Provisioning for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:28.869802 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.872875 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6b018d80-814d-4fe0-9ac5-1889ade2d599 None None] Provisioning complete for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:28.872875 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-6b018d80-814d-4fe0-9ac5-1889ade2d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:28.931837 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-6b018d80-814d-4fe0-9ac5-1889ade2d599 None None] Port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:58:29.032846 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.076998 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5645bb1a-4187-472d-b86b-2d387fe54381 req-049eac09-ec1f-4887-b964-bb52ecb3061d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 210 time: 0.0915058 Jan 18 13:58:29.167181 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.209164 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.274921 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Network 355914fe-8cfa-4c33-9247-9231b437cc07 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:29.282973 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:29.286333 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:29.291295 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:29.291888 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.316874 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Pushing event updated for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:29.355574 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.360288 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.408274 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.419472 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device afce57e0-b02c-444e-842c-f76693ff7431 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:29.461166 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-85b73852-482d-40e5-87d1-d625e68ce25d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4035254 Jan 18 13:58:29.480014 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Request body: {'port': {'device_id': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:29.502460 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port afce57e0-b02c-444e-842c-f76693ff7431 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:29.503198 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.553811 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.564394 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:29.628593 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.672475 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbba1-6d8b-435f-8058-785f8f633215 req-c65b7a6d-642b-4e27-a4df-e2fe8ee42f69 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:29.674088 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b54dbba1-6d8b-435f-8058-785f8f633215 req-c65b7a6d-642b-4e27-a4df-e2fe8ee42f69 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.2673182 Jan 18 13:58:29.685642 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 07045e5a-d346-4723-b6c2-d76e30b2f1a7 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:29.760439 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:29.760806 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:29.837394 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b54dbba1-6d8b-435f-8058-785f8f633215 req-5afe1e1e-332c-4737-bd57-8515557a9394 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290975 Jan 18 13:58:29.868048 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Network 523fc469-c769-4243-9f20-94f73ed8e50e is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:29.870767 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:30.037118 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-77a6a443-62c4-4a24-af14-968c47349066 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:30.040052 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-77a6a443-62c4-4a24-af14-968c47349066 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.95 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 945 time: 0.3649604 Jan 18 13:58:30.179863 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28aa5cd-0390-4d13-80d8-23033ab3ef32 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:30.188968 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.205547 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d86-ae4a-41d4-a46a-85a24e8c6e4e req-591c9f26-53b4-4212-adf7-b35c77562c51 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:30.207018 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-97ec3d86-ae4a-41d4-a46a-85a24e8c6e4e req-591c9f26-53b4-4212-adf7-b35c77562c51 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1539371 Jan 18 13:58:30.217229 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Transition to ACTIVE for port object b28aa5cd-0390-4d13-80d8-23033ab3ef32 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:30.261887 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-97ec3d86-ae4a-41d4-a46a-85a24e8c6e4e req-81ff8a29-a83a-4d57-a04c-096f2457ef82 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Jan 18 13:58:30.270659 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-57798943-d5a2-4731-9229-595067eff4f6 None None] Provisioning complete for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:30.271225 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-57798943-d5a2-4731-9229-595067eff4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.276826 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.369955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Deleting port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:30.370529 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.387072 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-57798943-d5a2-4731-9229-595067eff4f6 None None] Port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:58:30.444480 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:30.531400 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Attempting to bind port b28aa5cd-0390-4d13-80d8-23033ab3ef32 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:30.532656 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Attempting to bind port b28aa5cd-0390-4d13-80d8-23033ab3ef32 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:30.532656 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Attempting to bind port b28aa5cd-0390-4d13-80d8-23033ab3ef32 on network 355914fe-8cfa-4c33-9247-9231b437cc07 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:30.540442 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Port b28aa5cd-0390-4d13-80d8-23033ab3ef32 on network 355914fe-8cfa-4c33-9247-9231b437cc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:58:30.540767 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Attempting to bind port b28aa5cd-0390-4d13-80d8-23033ab3ef32 on network 355914fe-8cfa-4c33-9247-9231b437cc07 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:30.550982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:30.551272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Checking segment: {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:30.551652 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Bound using segment: {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:30.552142 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Bound port: b28aa5cd-0390-4d13-80d8-23033ab3ef32, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ec347a-e59f-40ff-a71a-d51422787b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:30.552542 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.645548 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:30.649111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:30.669294 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.744178 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.787502 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a805ea-5caa-40c3-b855-aa9c177ee892 req-e2f4b0b9-bb43-4195-acbe-6e154253046a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:30.790271 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-19a805ea-5caa-40c3-b855-aa9c177ee892 req-e2f4b0b9-bb43-4195-acbe-6e154253046a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 944 time: 0.4967380 Jan 18 13:58:30.823813 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.825564 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] 10.222.0.95 "PUT /v2.0/ports/b28aa5cd-0390-4d13-80d8-23033ab3ef32 HTTP/1.1" status: 200 len: 1094 time: 1.3513439 Jan 18 13:58:30.826202 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:30.849989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6e51-6ccc-4abb-91b6-396bf1e54b67 service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:30.900816 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] For port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,segment=NetworkSegment(a2fa3c2f-a868-4b83-b50e-1ade130d471a),segment_id=a2fa3c2f-a868-4b83-b50e-1ade130d471a)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:30.901082 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:30.933038 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a651ad05-2a09-47c1-9e60-8023794152ee req-99229d9e-d556-4d6f-8604-e82958361755 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.0768554 Jan 18 13:58:30.982565 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a651ad05-2a09-47c1-9e60-8023794152ee req-f913dd56-6682-46b0-a45d-bf3283d2e29f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Jan 18 13:58:31.038538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Calling delete_port for d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:31.066645 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-19a805ea-5caa-40c3-b855-aa9c177ee892 req-c9248e29-d9be-4267-8bfd-c153e83bea24 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575285 Jan 18 13:58:31.137929 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32', 'status': 'completed', 'code': 200} Jan 18 13:58:31.326784 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Router ef87e59f-2ede-4900-903f-45f70ce3793c has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:58:31.332583 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-d75a0b78-bc0c-4f0c-8928-c0c5ff095460 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0781281 Jan 18 13:58:31.404582 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:31.417202 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['d85dd693-ad00-48b9-9aa4-8abd85f2e0e0'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:31.425045 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444c30-4b9a-4786-aed4-c1197341d01d req-29220499-c040-4c9e-98c9-639859029afb tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:31.433116 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-50444c30-4b9a-4786-aed4-c1197341d01d req-29220499-c040-4c9e-98c9-639859029afb tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 867 time: 0.1979699 Jan 18 13:58:31.437606 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-d1801a42-a526-4ca5-bd33-b9ae5ef1b59d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32 HTTP/1.1" status: 200 len: 217 time: 0.0791187 Jan 18 13:58:31.508502 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Pushing event deleted for resources: {'Port': ['ID=d85dd693-ad00-48b9-9aa4-8abd85f2e0e0,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:31.546779 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-3dea521b-6028-4e49-b743-5db00637f872 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:31.548417 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-3dea521b-6028-4e49-b743-5db00637f872 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b07275b2-bd34-4735-b843-86423500b721 HTTP/1.1" status: 200 len: 848 time: 0.0742707 Jan 18 13:58:31.612650 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-11bc82ce-b383-457d-ac4b-8fd71c9854a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=355914fe-8cfa-4c33-9247-9231b437cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522962 Jan 18 13:58:31.620957 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-50444c30-4b9a-4786-aed4-c1197341d01d req-7983b41d-c4d3-49eb-ba44-361dd543ced9 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/security-groups?id=3b30153a-3453-4c21-ad74-a4c16dfec560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869936 Jan 18 13:58:31.631163 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] No DVR routers for this DVR port d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:58:31.632310 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:31.634774 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'name': 'network-vif-deleted', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:31.731161 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9496580b-797c-4999-a9df-d5e0bb707ec9 req-006c897e-afc6-4e37-8820-7535a561fe67 tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.95 "DELETE /v2.0/ports/d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 HTTP/1.1" status: 204 len: 173 time: 1.6721783 Jan 18 13:58:31.779579 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:31.790043 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-de7fd935-2518-49a6-8753-bf591fb41a44 admin admin] 10.222.0.94 "PUT /v2.0/routers/ef87e59f-2ede-4900-903f-45f70ce3793c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9015679 Jan 18 13:58:31.896050 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189b56a-90b8-4194-8799-c3ca9fe87df9', 'name': 'network-vif-deleted', 'tag': 'd85dd693-ad00-48b9-9aa4-8abd85f2e0e0', 'status': 'completed', 'code': 200} Jan 18 13:58:31.947735 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-abd43a70-092e-4c40-a617-ba488a968150 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247044 Jan 18 13:58:31.953941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4e106-6dd8-48a5-af38-a76d29776cb1 req-3912cc89-d81e-4034-9da7-c82635fe825d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:31.955275 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-00d4e106-6dd8-48a5-af38-a76d29776cb1 req-3912cc89-d81e-4034-9da7-c82635fe825d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1321807 Jan 18 13:58:32.086450 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-00d4e106-6dd8-48a5-af38-a76d29776cb1 req-38b024f5-5822-493f-83cc-f11dab587f1b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107819 Jan 18 13:58:32.117290 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6b689e5-5edb-4247-b0cd-96c2921536e6 req-34f5fb1a-a05a-460d-926e-8d789c4b2372 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601894 Jan 18 13:58:32.348249 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-aa26dc23-5445-4886-b973-38fad471f69b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff14523c7b484e208e206ebfefd3edfd&device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0948148 Jan 18 13:58:32.355010 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fd485-5f46-4b2a-ad81-6f0af619d719 req-bd7416d0-7317-4236-81d7-8fe02a4a4f81 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:32.355670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-6e3fd485-5f46-4b2a-ad81-6f0af619d719 req-bd7416d0-7317-4236-81d7-8fe02a4a4f81 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:32.488326 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-4e9430fe-12cb-44f3-8d89-5c9077f94491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:32.489772 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-4e9430fe-12cb-44f3-8d89-5c9077f94491 service neutron] 10.222.0.95 "GET /v2.0/networks?id=355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 200 len: 908 time: 0.1304634 Jan 18 13:58:32.552033 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-6e3fd485-5f46-4b2a-ad81-6f0af619d719 req-bd7416d0-7317-4236-81d7-8fe02a4a4f81 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:32.553206 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6e3fd485-5f46-4b2a-ad81-6f0af619d719 req-bd7416d0-7317-4236-81d7-8fe02a4a4f81 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 944 time: 0.3352132 Jan 18 13:58:32.578678 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-3bfe0549-d952-4059-977b-18d083f20301 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32 HTTP/1.1" status: 200 len: 217 time: 0.0781608 Jan 18 13:58:32.645128 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6e3fd485-5f46-4b2a-ad81-6f0af619d719 req-2fa8aaa1-c3a5-4b20-9fe2-6219892391e0 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844007 Jan 18 13:58:32.661676 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-2d070d30-8e20-48fc-bef5-7984090c4ea8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:32.664080 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-2d070d30-8e20-48fc-bef5-7984090c4ea8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b07275b2-bd34-4735-b843-86423500b721 HTTP/1.1" status: 200 len: 848 time: 0.0699444 Jan 18 13:58:32.719782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 42960) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:32.726944 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887005849', 'description': 'tempest-secgroup-smoke-1887005849 description', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:32.749625 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:32.754441 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:32.762955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:32.777343 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:32.801008 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-05063c55-7c05-492e-8cee-086818b57ba4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=355914fe-8cfa-4c33-9247-9231b437cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133780 Jan 18 13:58:32.906143 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:32.995905 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:33.000340 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:33.003867 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:33.011565 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:33.088727 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-b30155ed-0f75-4530-8291-fe401245b4fc service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793424 Jan 18 13:58:33.232228 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-497c21a5-6e59-4d68-a1eb-b808a866373f req-bdacbad0-eea5-44c2-83fe-790e7422c30f tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Synchronizing usage tracker for tenant:8870715c03f24c80ad443219c64c057b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:33.257607 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ecf2e2ba-7d38-436b-90af-0ab7e50c4a04 req-c7ee01fc-3559-4d64-be68-42ec1c0f9c49 service neutron] 10.222.0.95 "GET /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607063 Jan 18 13:58:33.273659 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.370022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca38d36-aaa5-4c5a-987d-8cfd976daecf req-742a4ea6-74c9-4799-86cf-822b8a974a91 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:33.371452 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dca38d36-aaa5-4c5a-987d-8cfd976daecf req-742a4ea6-74c9-4799-86cf-822b8a974a91 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0865166 Jan 18 13:58:33.379756 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-497c21a5-6e59-4d68-a1eb-b808a866373f req-bdacbad0-eea5-44c2-83fe-790e7422c30f tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] Unset dirty status for tenant:8870715c03f24c80ad443219c64c057b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:33.385745 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-497c21a5-6e59-4d68-a1eb-b808a866373f req-bdacbad0-eea5-44c2-83fe-790e7422c30f tempest-VolumesActionsTest-1881352756 tempest-VolumesActionsTest-1881352756-project] 10.222.0.94 "GET /v2.0/ports?device_id=e189b56a-90b8-4194-8799-c3ca9fe87df9 HTTP/1.1" status: 200 len: 210 time: 0.2231631 Jan 18 13:58:33.385745 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.424712 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7027dab1-0652-4055-9c23-20ba2b56e0ad,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:33.430986 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dca38d36-aaa5-4c5a-987d-8cfd976daecf req-39c381c7-4627-41de-a931-6c849349fa14 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540709 Jan 18 13:58:33.524303 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.528352 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-82dd87e9-8da4-47b7-8429-1ec67ed28907 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8045492 Jan 18 13:58:33.529209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 42992) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:33.535950 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:33.542782 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:33.547112 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:33.554564 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:33.689055 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:33.690512 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-ff56a55a-41c9-459a-8527-cb851870302e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:33.698654 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-ff56a55a-41c9-459a-8527-cb851870302e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.2000797 Jan 18 13:58:33.713455 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.714519 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-9444fd56-8581-44cc-9c95-a62c248aab47 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/quotas/ebe86205bfcb40c28fea5a67b48d038c HTTP/1.1" status: 200 len: 375 time: 0.0150344 Jan 18 13:58:33.785420 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.802111 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-aba26c39-d69b-425e-9f98-c44e66670eb5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821538 Jan 18 13:58:33.865539 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.889375 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50901d7c-67ab-4133-858c-24920d235854,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:33.934054 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-a7b4b66f-fd59-4314-965f-00511f63232a service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243231 Jan 18 13:58:33.992682 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:33.995974 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9470f86b-d172-40d9-afd0-1d161e0c1f3d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4638102 Jan 18 13:58:34.004109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43008) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:34.011582 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:34.018899 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:34.024920 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:34.029201 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:34.034805 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:34.075458 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-c58db15c-4aec-41b5-8abb-1117c06e71ab service neutron] 10.222.0.94 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340990 Jan 18 13:58:34.188372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:34.289253 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaa944-c5b0-4801-a01f-9e68c34f1e01 req-4217c941-629e-4032-bb23-6bd99c7a7f5d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:34.290759 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-22aaa944-c5b0-4801-a01f-9e68c34f1e01 req-4217c941-629e-4032-bb23-6bd99c7a7f5d tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 944 time: 0.1910028 Jan 18 13:58:34.294989 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-8e6744a8-8e17-480b-b347-9a6cb5a459b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.1924746 Jan 18 13:58:34.338502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:34.412641 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:34.530573 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eb9c1d-4d4a-4390-84bc-42006bdf315b,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:34.540170 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-22aaa944-c5b0-4801-a01f-9e68c34f1e01 req-522cd769-cec0-43c6-a288-aa7fb99fba13 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384048 Jan 18 13:58:34.584377 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-2fb92316-2508-427c-83ff-df10629da031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:34.586796 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-2fb92316-2508-427c-83ff-df10629da031 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.2836652 Jan 18 13:58:34.628726 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b28aa5cd-0390-4d13-80d8-23033ab3ef32 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:58:34.632551 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:58:34.646293 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-657c76e0-bfbf-48cc-8b0b-d7b2347b4bfe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078494 Jan 18 13:58:34.654847 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:34.658854 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ee0b98ff-23bf-4e28-8bfa-f61b70f440fc tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6513555 Jan 18 13:58:34.659014 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc71d6-5f3f-4247-ae70-08de7a89db78 req-491c9013-ae54-4a98-91e3-8a580e074934 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:34.662224 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2cc71d6-5f3f-4247-ae70-08de7a89db78 req-491c9013-ae54-4a98-91e3-8a580e074934 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1717005 Jan 18 13:58:34.663232 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43024) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:34.669041 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:34.670889 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-e54d74dc-722a-47aa-a8d8-9a26cb207171 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.0757773 Jan 18 13:58:34.679269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:34.720031 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:58:34.726525 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d85dd693-ad00-48b9-9aa4-8abd85f2e0e0 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:58:34.764546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-bd9f6718-7f58-49c2-9886-6315386ee3d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:34.766188 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-bd9f6718-7f58-49c2-9886-6315386ee3d6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0802217 Jan 18 13:58:34.791069 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:34.807116 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:34.835173 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:34.882718 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-d42751c8-7e03-4636-9184-c814a031eeee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027606 Jan 18 13:58:34.950992 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2cc71d6-5f3f-4247-ae70-08de7a89db78 req-44618731-7972-4a3a-b2b0-72ce3c55da6b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679677 Jan 18 13:58:34.962739 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-6107cb4d-1c02-44ac-8212-6c9b9000ac75 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 1098 time: 0.2861886 Jan 18 13:58:34.971761 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:35.003469 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32', 'network_id': '355914fe-8cfa-4c33-9247-9231b437cc07', 'port_id': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32', 'mac_address': 'fa:16:3e:55:92:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07275b2-bd34-4735-b843-86423500b721', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:58:35.054632 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.079818 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.102389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28aa5cd-0390-4d13-80d8-23033ab3ef32 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:35.130829 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:35.153796 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2570a277-92ac-4220-bf63-024a38d77f4f req-0ad55ae6-1c28-4f5f-9258-45181ea047a6 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 210 time: 0.3284431 Jan 18 13:58:35.168632 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-f2af6e9a-7a85-42c1-a032-aa236175f5f0 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558138 Jan 18 13:58:35.237896 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-58f043b0-d2d6-4f7a-88ed-90ebdeede105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:35.239142 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-58f043b0-d2d6-4f7a-88ed-90ebdeede105 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 914 time: 0.2377048 Jan 18 13:58:35.264799 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.324886 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.330508 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-51cbcd8b-e29e-40be-8875-416d287bb02d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94aa94aa-2430-49e3-a10a-5d101294ce53 HTTP/1.1" status: 200 len: 217 time: 0.0700045 Jan 18 13:58:35.360677 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e9122d3c-7c40-48fe-b212-d31c5761ef89 req-6a2d6c6b-826a-44a6-911a-6313cb9bcc0f service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876552 Jan 18 13:58:35.405984 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:35.431610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.478325 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b2000954-1e64-44b8-8aae-453336df9b04 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:35.478597 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b585bc5f-a6b2-4925-b22b-eff5d2c721e6,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:35.506428 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-7b858d62-7832-4048-9739-2db83e32bdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:35.508530 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-7b858d62-7832-4048-9739-2db83e32bdb8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.1700907 Jan 18 13:58:35.568016 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-732e4bec-15c2-428b-836a-2597978a6536 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500143 Jan 18 13:58:35.674564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.682338 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-b6dcf59e-f460-43b9-8f99-8462cdba02e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0111217 Jan 18 13:58:35.683776 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43042) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:35.691574 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:35.699688 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port b2000954-1e64-44b8-8aae-453336df9b04 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:35.707965 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port b2000954-1e64-44b8-8aae-453336df9b04 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:35.708802 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.709800 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:35.718564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:35.730154 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:35.744513 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:35.745996 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-b70c5b58-0336-4568-b7bc-1ae7e2bbbc46 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705441 Jan 18 13:58:35.778068 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['b28aa5cd-0390-4d13-80d8-23033ab3ef32'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:35.840852 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76612a26-19e6-463e-8a74-c3102a02ba0e req-55ba7e13-ecc7-49c8-b87e-e94f35a483e4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:35.876988 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76612a26-19e6-463e-8a74-c3102a02ba0e req-55ba7e13-ecc7-49c8-b87e-e94f35a483e4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 945 time: 0.1926813 Jan 18 13:58:35.895196 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.948673 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76612a26-19e6-463e-8a74-c3102a02ba0e req-164af730-984a-4c7c-89c9-8954c5668de7 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Jan 18 13:58:36.037492 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.040888 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca4fe81c-a068-4eaa-bd7d-1cadfab9d718 req-32750a0f-0e66-453d-9ac4-666eed72f8a9 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863052 Jan 18 13:58:36.094562 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.211885 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.274483 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port b2000954-1e64-44b8-8aae-453336df9b04, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=b2000954-1e64-44b8-8aae-453336df9b04,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:36.294762 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dc3641-251f-408e-b1a4-22eb8fbdd55d,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:36.335183 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.345670 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c373acd-c983-4b10-9fe4-a3d260934972 req-c817dab7-3333-49c4-8c77-96b70025b095 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:36.347787 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6c373acd-c983-4b10-9fe4-a3d260934972 req-c817dab7-3333-49c4-8c77-96b70025b095 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1104190 Jan 18 13:58:36.377892 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.379549 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-3a2f0985-b083-4975-808a-6e2c83a1b4a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6947393 Jan 18 13:58:36.387945 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43068) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:36.389288 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-aedb8c28-d2d4-4698-9fd9-2e385f93b2d9 req-3e003448-1ce4-477d-930a-5f14925b3ee2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 210 time: 0.0643647 Jan 18 13:58:36.396636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:36.407229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:36.413440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:36.424392 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6c373acd-c983-4b10-9fe4-a3d260934972 req-98355707-a59e-405b-87e4-cf58566b21e1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638151 Jan 18 13:58:36.424392 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:36.425753 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:36.450418 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=b2000954-1e64-44b8-8aae-453336df9b04,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:36.520692 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.securitygroups_db [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Project 87901f80ea98465dba9f8b4e6ed6f2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:58:36.527699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.593393 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.703886 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.744161 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59907858-e1c7-42da-8397-9c93c58d1213,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:36.818431 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:36.820026 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-dc0a0aa6-c37d-4426-bce6-56c68299e45c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4298830 Jan 18 13:58:36.824185 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43078) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:36.829966 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'security_group_rule': {'security_group_id': '7027dab1-0652-4055-9c23-20ba2b56e0ad', 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:36.835754 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:36.839584 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:security_group_rule and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:36.842400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:36.848457 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:36.983173 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.securitygroups_db [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Project 87901f80ea98465dba9f8b4e6ed6f2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:58:36.991739 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.059140 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.178326 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.213237 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc4422-0ba0-4d0d-9780-b5a065550301 req-1b0d452c-ce0f-4950-b964-a3e46179b9c2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:37.214711 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a7fc4422-0ba0-4d0d-9780-b5a065550301 req-1b0d452c-ce0f-4950-b964-a3e46179b9c2 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 945 time: 0.0857427 Jan 18 13:58:37.263317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d049650-2c12-458d-af3a-b06f9a23291e,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:37.270744 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a7fc4422-0ba0-4d0d-9780-b5a065550301 req-11b6bb37-bfb2-48d2-8e45-42501790bdbf tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489945 Jan 18 13:58:37.341595 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-12339654-aa74-4e24-9e7b-1295d813ac93 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:37.343361 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-12339654-aa74-4e24-9e7b-1295d813ac93 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 814 time: 0.1871696 Jan 18 13:58:37.345666 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.357356 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-61450c60-13d8-4536-89e2-3bfe114e5eec tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5319512 Jan 18 13:58:37.363567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Request body: {'port': {'device_id': 'a7551e10-4527-440e-b924-1c606fe39a40', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'admin_state_up': True, 'tenant_id': 'ebe86205bfcb40c28fea5a67b48d038c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:37.419918 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b2000954-1e64-44b8-8aae-453336df9b04 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:37.521006 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port b2000954-1e64-44b8-8aae-453336df9b04 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:37.521555 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.550730 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:37.562503 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:37.641180 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.692180 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Made reservation on behalf of ebe86205bfcb40c28fea5a67b48d038c for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:58:37.695571 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.739403 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6508debe-ae98-4dd0-8941-d2def130a6b3 req-49ae5051-41ba-49ae-9ead-4748bf8c2615 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 210 time: 0.1122105 Jan 18 13:58:37.901589 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc865578-23a2-4356-b39f-27b73ed96cff req-bb6a4863-dd04-4600-a39a-c4e009937125 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:37.903431 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dc865578-23a2-4356-b39f-27b73ed96cff req-bb6a4863-dd04-4600-a39a-c4e009937125 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1976814 Jan 18 13:58:37.963227 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dc865578-23a2-4356-b39f-27b73ed96cff req-e17d0c67-95d4-4e4d-825a-e89e9f3bd8e4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Jan 18 13:58:37.967488 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Allocated IP 172.20.0.13 (d35f1c88-78c4-4d64-8562-53f0b7da92a6/d3f7c40b-317c-4f23-ba98-34c61c7ede79/bd329652-af79-4df9-b525-59f86c24e5c0) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:58:38.220140 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.306002 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.319552 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53', '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'bbe867f4-8294-427e-8130-6353e1eb3354'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:38.392998 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Network d35f1c88-78c4-4d64-8562-53f0b7da92a6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:58:38.393934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event updated for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:38.396486 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:58:38.398911 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:58:38.512933 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:38.513550 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.556379 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db3ce-c384-4996-8dc4-2f8d2c283ca6 req-2af5c8c1-5d8b-4f3b-93a3-c991b49f6dbe tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:38.557916 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bc9db3ce-c384-4996-8dc4-2f8d2c283ca6 req-2af5c8c1-5d8b-4f3b-93a3-c991b49f6dbe tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 945 time: 0.1302445 Jan 18 13:58:38.619015 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fc8a0520-20c8-4a06-a3e4-9d0b63bb0aaf tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600446 Jan 18 13:58:38.633939 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bc9db3ce-c384-4996-8dc4-2f8d2c283ca6 req-f2608d26-cb53-4c03-a913-c5ce2fcc244e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Jan 18 13:58:38.639004 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Request body: {'port': {'device_id': 'a7551e10-4527-440e-b924-1c606fe39a40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:58:38.656176 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b28aa5cd-0390-4d13-80d8-23033ab3ef32 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:38.786221 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.859636 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port b28aa5cd-0390-4d13-80d8-23033ab3ef32 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:38.864543 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port b28aa5cd-0390-4d13-80d8-23033ab3ef32 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:38.864909 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.984564 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559f8f6-a883-4c61-9a34-74e3423e229d req-22a70997-c9d8-447a-9f49-cb76e9bc2605 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:38.990147 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7559f8f6-a883-4c61-9a34-74e3423e229d req-22a70997-c9d8-447a-9f49-cb76e9bc2605 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 932 time: 0.0963249 Jan 18 13:58:38.993987 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.034569 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:39.049029 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:39.053412 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7559f8f6-a883-4c61-9a34-74e3423e229d req-d2f5eb6b-cbc7-486c-872d-37193ac2c046 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593204 Jan 18 13:58:39.128228 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.205947 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:39.299577 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32', 'code': 200} Jan 18 13:58:39.357229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd329652-af79-4df9-b525-59f86c24e5c0 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:39.367380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff925ef-9634-424c-a6a9-3244dea341bc req-01499e7e-f75f-4829-9536-c27c316c434a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:39.368867 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff925ef-9634-424c-a6a9-3244dea341bc req-01499e7e-f75f-4829-9536-c27c316c434a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2647009 Jan 18 13:58:39.372846 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.430906 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Transition to ACTIVE for port object bd329652-af79-4df9-b525-59f86c24e5c0 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:39.433710 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff925ef-9634-424c-a6a9-3244dea341bc req-2f416d42-f8e2-4403-99ea-b99864e527f0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563307 Jan 18 13:58:39.545381 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.723145 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:39.834333 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3bb67a34-49e4-4b78-bde0-2d95269f2359 req-b3654631-a21c-4a3c-b625-43c681c2c78a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 1099 time: 0.1153615 Jan 18 13:58:39.886376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Attempting to bind port bd329652-af79-4df9-b525-59f86c24e5c0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:39.886711 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Attempting to bind port bd329652-af79-4df9-b525-59f86c24e5c0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:39.887109 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Attempting to bind port bd329652-af79-4df9-b525-59f86c24e5c0 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:39.889118 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3bb67a34-49e4-4b78-bde0-2d95269f2359 req-317494da-6563-425b-a76e-aaf7ca3a764d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365405 Jan 18 13:58:39.902163 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Port bd329652-af79-4df9-b525-59f86c24e5c0 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:58:39.902545 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Attempting to bind port bd329652-af79-4df9-b525-59f86c24e5c0 on network d35f1c88-78c4-4d64-8562-53f0b7da92a6 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:39.915836 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:39.916172 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Checking segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:39.916552 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Bound using segment: {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:39.916996 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Bound port: bd329652-af79-4df9-b525-59f86c24e5c0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a73475-0c49-4525-a547-120176d024c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:39.917339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.975464 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56fc7-1f1d-4fcd-bfca-3536387a0e17 req-1438ccd1-a671-4234-92dd-8eab7c6232cf tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:39.977660 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d6a56fc7-1f1d-4fcd-bfca-3536387a0e17 req-1438ccd1-a671-4234-92dd-8eab7c6232cf tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.1552422 Jan 18 13:58:40.079799 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d6a56fc7-1f1d-4fcd-bfca-3536387a0e17 req-eca3788d-871b-4efc-838e-a862e4db8dc0 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957804 Jan 18 13:58:40.086154 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:40.089289 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bd329652-af79-4df9-b525-59f86c24e5c0,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:40.191664 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:40.253877 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:40.255289 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] 10.222.0.95 "PUT /v2.0/ports/bd329652-af79-4df9-b525-59f86c24e5c0 HTTP/1.1" status: 200 len: 1094 time: 1.6204746 Jan 18 13:58:40.263177 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:40.281007 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7576-e678-4801-aa92-21476c07aeb2 req-f3cc935e-f7ca-44df-ad25-1bff4221985e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:40.282558 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1b4e7576-e678-4801-aa92-21476c07aeb2 req-f3cc935e-f7ca-44df-ad25-1bff4221985e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 944 time: 0.1092939 Jan 18 13:58:40.309200 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0022bfd-b481-4f53-bee8-4faf7d522ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:40.392083 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1b4e7576-e678-4801-aa92-21476c07aeb2 req-fbe74972-23c6-41e1-b0e6-8656b18b58d0 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923398 Jan 18 13:58:40.485649 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-9cbb0953-576c-46b7-b9b3-b8112fed8477 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 1097 time: 0.0950158 Jan 18 13:58:40.505211 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0', 'status': 'completed', 'code': 200} Jan 18 13:58:40.591122 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-26f99034-7081-4973-b7f9-18e26f1686c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd329652-af79-4df9-b525-59f86c24e5c0 HTTP/1.1" status: 200 len: 217 time: 0.0698366 Jan 18 13:58:40.661091 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fb0b7f76-ebaa-455b-bca9-7f92666b910f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:40.662676 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-fb0b7f76-ebaa-455b-bca9-7f92666b910f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.0621443 Jan 18 13:58:40.723011 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-81c62b70-475a-4c9d-9e22-c04584fc6355 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402763 Jan 18 13:58:40.889842 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-25ddfe56-98b3-4f18-84f9-557a08275f9d service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346426 Jan 18 13:58:41.036374 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c52df31a-9854-4177-b972-e8b8e90f7045 req-6f3859c3-33c0-4999-b41b-9313f006c3f0 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278207 Jan 18 13:58:41.238579 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-9ed7d03a-9d6a-49c1-995b-86bec85cb07a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 1097 time: 0.0707867 Jan 18 13:58:41.285964 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560cf57-aa02-435b-8b41-db24c29325de req-b103cb43-c627-48c9-9f00-ac7cc34eb988 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:41.289047 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4560cf57-aa02-435b-8b41-db24c29325de req-b103cb43-c627-48c9-9f00-ac7cc34eb988 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.0819800 Jan 18 13:58:41.336879 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4560cf57-aa02-435b-8b41-db24c29325de req-689a0dde-2dcf-4153-b165-7734eed70b89 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jan 18 13:58:41.383027 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-320d47dc-328d-47cd-82d4-49a9dc37dac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:41.384598 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-320d47dc-328d-47cd-82d4-49a9dc37dac0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 200 len: 914 time: 0.1390338 Jan 18 13:58:41.458662 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-11803931-83a0-40dd-92ee-7be930f78d7e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd329652-af79-4df9-b525-59f86c24e5c0 HTTP/1.1" status: 200 len: 217 time: 0.0644569 Jan 18 13:58:41.574815 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-9050b69d-5c70-4180-9d8f-6eaafa12b63d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:41.576259 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-9050b69d-5c70-4180-9d8f-6eaafa12b63d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 200 len: 854 time: 0.1085672 Jan 18 13:58:41.638643 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-5646de9d-3b34-4bed-939f-de64cac245e8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d35f1c88-78c4-4d64-8562-53f0b7da92a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424118 Jan 18 13:58:41.666571 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96c32-5857-4dd8-a5a5-78794ff1d8ef req-84d8e95f-ab35-420e-b4a4-3daed5d71473 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:41.667879 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-75d96c32-5857-4dd8-a5a5-78794ff1d8ef req-84d8e95f-ab35-420e-b4a4-3daed5d71473 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:41.862221 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119c25-9c28-445a-9d57-b6499a85cab7 req-eb700a19-925c-416f-b81b-3b987fc4e65f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:41.870129 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d119c25-9c28-445a-9d57-b6499a85cab7 req-eb700a19-925c-416f-b81b-3b987fc4e65f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1129985 Jan 18 13:58:41.894715 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-6f7a8dae-68f7-4f5a-adc1-726e31418c63 service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353492 Jan 18 13:58:41.900500 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-75d96c32-5857-4dd8-a5a5-78794ff1d8ef req-84d8e95f-ab35-420e-b4a4-3daed5d71473 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:41.904227 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-75d96c32-5857-4dd8-a5a5-78794ff1d8ef req-84d8e95f-ab35-420e-b4a4-3daed5d71473 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 944 time: 0.3706648 Jan 18 13:58:41.941003 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d119c25-9c28-445a-9d57-b6499a85cab7 req-431f7881-65a5-4f86-9ead-03f625645307 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699086 Jan 18 13:58:42.077615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-75d96c32-5857-4dd8-a5a5-78794ff1d8ef req-7f9ebcaa-a66c-4825-b2c7-1d7a403b8234 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311283 Jan 18 13:58:42.126540 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5facc5a2-2714-41e3-a652-74cf880330d5 req-3fb07433-0c24-4b73-a4c6-48174dcb992e service neutron] 10.222.0.95 "GET /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238569 Jan 18 13:58:42.554501 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a35a7-86a8-4a04-b4e2-9e72fe23ef86 req-919b86e5-8a39-4a86-b2c8-3d1449c00641 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:42.555948 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-299a35a7-86a8-4a04-b4e2-9e72fe23ef86 req-919b86e5-8a39-4a86-b2c8-3d1449c00641 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.0773077 Jan 18 13:58:42.603248 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-299a35a7-86a8-4a04-b4e2-9e72fe23ef86 req-a88d5fb2-1508-4fa9-9ba3-a5f13f5538f0 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Jan 18 13:58:43.297489 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369ead1-ab06-44f3-aea2-adad4b358004 req-ac0d5fa2-6570-4669-a3c4-009cadc98c24 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:43.298980 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3369ead1-ab06-44f3-aea2-adad4b358004 req-ac0d5fa2-6570-4669-a3c4-009cadc98c24 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 944 time: 0.0822592 Jan 18 13:58:43.346249 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-3369ead1-ab06-44f3-aea2-adad4b358004 req-3c5adb82-c3a0-40b9-bf2a-fc3018096245 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Jan 18 13:58:44.592629 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c357-4493-4b03-88d1-b3274107d591 req-36770ef5-0b89-4c28-9395-3f423109ce1e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:44.594167 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5f94c357-4493-4b03-88d1-b3274107d591 req-36770ef5-0b89-4c28-9395-3f423109ce1e tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 944 time: 0.0890634 Jan 18 13:58:44.640022 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5f94c357-4493-4b03-88d1-b3274107d591 req-9a0a1062-f807-49b4-8e3f-8fdd0c5ab91c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Jan 18 13:58:44.669672 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Sync routers for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:44.681317 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:44.681958 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:58:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:44.734567 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bd329652-af79-4df9-b525-59f86c24e5c0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:58:44.983381 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bd329652-af79-4df9-b525-59f86c24e5c0,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:44.998175 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:45.041645 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'bd329652-af79-4df9-b525-59f86c24e5c0', 'network_id': 'd35f1c88-78c4-4d64-8562-53f0b7da92a6', 'port_id': 'bd329652-af79-4df9-b525-59f86c24e5c0', 'mac_address': 'fa:16:3e:b8:17:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7c40b-317c-4f23-ba98-34c61c7ede79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:58:45.203050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:45.304891 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd329652-af79-4df9-b525-59f86c24e5c0 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:58:45.340705 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bd329652-af79-4df9-b525-59f86c24e5c0,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:45.418562 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:45.505043 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 4, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b', 'name': '', 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'mac_address': 'fa:16:3e:18:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:27Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 2, 'project_id': '886a3311719f451998417b709dd4cca9', 'subnets': [{'id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:45.513675 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:45.517200 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Checking router: ef87e59f-2ede-4900-903f-45f70ce3793c for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:45.517568 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Updating router ef87e59f-2ede-4900-903f-45f70ce3793c port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:58:45.572396 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:45.794923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3479fe-88bb-4070-993e-93fd53fda0f7 req-4a67bcfd-8f76-4bec-a2ed-cf0d316fa996 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:45.796408 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8f3479fe-88bb-4070-993e-93fd53fda0f7 req-4a67bcfd-8f76-4bec-a2ed-cf0d316fa996 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.0833619 Jan 18 13:58:45.865720 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8f3479fe-88bb-4070-993e-93fd53fda0f7 req-307593c9-2d9c-411a-a091-eb7589462832 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628858 Jan 18 13:58:45.902610 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['bd329652-af79-4df9-b525-59f86c24e5c0'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:46.001988 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395c7a-428f-49f9-804b-9f3239e85d0e req-bc754c9e-f221-497f-a4da-e109f1d334dd tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:46.010411 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-61395c7a-428f-49f9-804b-9f3239e85d0e req-bc754c9e-f221-497f-a4da-e109f1d334dd tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 945 time: 0.1065753 Jan 18 13:58:46.046783 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.074052 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Transition to ACTIVE for port object 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:58:46.077568 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-61395c7a-428f-49f9-804b-9f3239e85d0e req-d8a9b6bf-eab2-4a6a-b19c-c0de2b9f58a2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628242 Jan 18 13:58:46.200105 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.370113 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518649d0-39f5-47e7-92a4-c461de666da6 None None] Pushing event updated for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:46.469629 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Attempting to bind port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:58:46.469959 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Attempting to bind port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:58:46.470312 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Attempting to bind port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b on network 523fc469-c769-4243-9f20-94f73ed8e50e {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:58:46.479315 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:58:46.479679 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Checking segment: {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:58:46.481209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.481209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Bound using segment: {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:58:46.481209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Bound port: 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ca085-ae86-448d-8039-b5dfca3eb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:58:46.481209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.586089 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] For port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:58:46.589829 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] For port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:58:46.717050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.820378 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518649d0-39f5-47e7-92a4-c461de666da6 None None] Pushing event updated for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:46.825543 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:46.826181 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:58:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:47.059682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:47.299817 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cedccd-f906-4bdf-8319-0f4a4f106cea req-cac04fc5-2830-4077-a298-18bb9677115a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:47.301255 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-69cedccd-f906-4bdf-8319-0f4a4f106cea req-cac04fc5-2830-4077-a298-18bb9677115a tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.1630816 Jan 18 13:58:47.350833 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-69cedccd-f906-4bdf-8319-0f4a4f106cea req-8b0368bc-eb5a-4dcf-a1b1-7f502a72f8bc tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Jan 18 13:58:47.435612 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 4, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b', 'name': '', 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'mac_address': 'fa:16:3e:18:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:27Z', 'updated_at': '2022-01-18T13:58:46Z', 'revision_number': 4, 'project_id': '886a3311719f451998417b709dd4cca9', 'subnets': [{'id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:47.439862 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b2ba5-e5c5-4421-aa34-bed4aaa29190 None None] The sync data for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb is: [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 4, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b', 'name': '', 'network_id': '523fc469-c769-4243-9f20-94f73ed8e50e', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'mac_address': 'fa:16:3e:18:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:27Z', 'updated_at': '2022-01-18T13:58:46Z', 'revision_number': 4, 'project_id': '886a3311719f451998417b709dd4cca9', 'subnets': [{'id': '054ce0b7-7e03-486d-9d2f-09440e35e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:47.587731 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f72ce3-856d-4ef1-a0ed-02f25684eedc req-32093166-caa0-498f-a8ef-2f066b4c01c5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:47.589876 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-81f72ce3-856d-4ef1-a0ed-02f25684eedc req-32093166-caa0-498f-a8ef-2f066b4c01c5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 945 time: 0.1231194 Jan 18 13:58:47.648305 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-81f72ce3-856d-4ef1-a0ed-02f25684eedc req-68733dcf-2f4e-4726-9961-e684c5fe77e1 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525327 Jan 18 13:58:47.730596 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-55afbb47-662a-45c1-973c-89c6a4dd2072 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.0870585 Jan 18 13:58:47.895921 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-6a1778eb-8584-40e2-964e-02af94b0d494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:47.896044 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-6a1778eb-8584-40e2-964e-02af94b0d494 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.1573341 Jan 18 13:58:47.897188 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1131f2-d84e-4512-bcbc-8a246845cf3b req-93e1f2df-9151-4fc7-8292-bf4633f4345b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:47.899307 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0e1131f2-d84e-4512-bcbc-8a246845cf3b req-93e1f2df-9151-4fc7-8292-bf4633f4345b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0911067 Jan 18 13:58:48.016314 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-e5016c4a-5320-451e-a418-d9d304bda1c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.0957849 Jan 18 13:58:48.018259 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0e1131f2-d84e-4512-bcbc-8a246845cf3b req-4f41ba44-237f-4ec4-aa7b-318c2e7c7924 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132870 Jan 18 13:58:48.062345 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-04890263-65a8-470e-910d-7765ccb962f3 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:48.064034 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-04890263-65a8-470e-910d-7765ccb962f3 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.1429377 Jan 18 13:58:48.158755 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Deleting port b28aa5cd-0390-4d13-80d8-23033ab3ef32 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:48.159095 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:48.167086 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-2026836b-a216-46e9-a354-68b430432e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:48.168813 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-2026836b-a216-46e9-a354-68b430432e98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.1449921 Jan 18 13:58:48.251624 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-0b693d3e-7d63-43d4-865e-b353453d2ef6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754654 Jan 18 13:58:48.434598 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-8d07ea94-5f66-4957-8800-985801871eca service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709056 Jan 18 13:58:48.473469 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] For port b28aa5cd-0390-4d13-80d8-23033ab3ef32, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b28aa5cd-0390-4d13-80d8-23033ab3ef32,segment=NetworkSegment(49ec347a-e59f-40ff-a71a-d51422787b29),segment_id=49ec347a-e59f-40ff-a71a-d51422787b29)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:48.474593 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:48.614745 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-175c4b60-0e20-4c96-91a5-354116cbdcbc req-6b82e4c5-0031-4f71-b0b2-2eb387732295 service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655040 Jan 18 13:58:48.637898 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Calling delete_port for b28aa5cd-0390-4d13-80d8-23033ab3ef32 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:48.746682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bd329652-af79-4df9-b525-59f86c24e5c0 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:48.907594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dcf10-9a7d-4fe3-ad3e-925be9a322a6 req-6afd45a0-6006-4c06-8826-4f57e557d0b1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:48.909177 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c2dcf10-9a7d-4fe3-ad3e-925be9a322a6 req-6afd45a0-6006-4c06-8826-4f57e557d0b1 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 946 time: 0.1751761 Jan 18 13:58:48.937236 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c7688-0be4-4378-892a-d93ae750e50f req-6353613e-ff65-45de-993a-c1e2f3ba9310 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:48.938714 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e49c7688-0be4-4378-892a-d93ae750e50f req-6353613e-ff65-45de-993a-c1e2f3ba9310 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 945 time: 0.0825365 Jan 18 13:58:48.948752 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port bd329652-af79-4df9-b525-59f86c24e5c0 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:48.954870 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port bd329652-af79-4df9-b525-59f86c24e5c0 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:48.955400 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:48.979308 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c2dcf10-9a7d-4fe3-ad3e-925be9a322a6 req-4f0f096c-0ad7-4637-a966-db5c4ecc8920 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/security-groups?id=f92c9378-7ab4-4cc9-9440-a06a631b4bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Jan 18 13:58:49.022338 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e49c7688-0be4-4378-892a-d93ae750e50f req-f03050db-2683-401a-8813-3704615a91c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Jan 18 13:58:49.036487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.076135 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['b28aa5cd-0390-4d13-80d8-23033ab3ef32'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:58:49.128034 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Pushing event deleted for resources: {'Port': ['ID=b28aa5cd-0390-4d13-80d8-23033ab3ef32,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:49.145227 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.152349 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.152975 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.153318 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.155902 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.156172 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.156549 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.156880 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.157299 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.158284 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.158673 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.159003 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:49.179934 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:49.191870 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bd329652-af79-4df9-b525-59f86c24e5c0,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:49.262371 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0', 'code': 200} Jan 18 13:58:49.276734 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] No DVR routers for this DVR port b28aa5cd-0390-4d13-80d8-23033ab3ef32 on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:58:49.281269 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.282409 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.292734 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'name': 'network-vif-deleted', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:49.358761 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597ed2c-199c-472c-9cae-33cb63e212df req-9979209c-577f-41fc-b831-63433130ba6a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:49.359761 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e597ed2c-199c-472c-9cae-33cb63e212df req-9979209c-577f-41fc-b831-63433130ba6a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1292579 Jan 18 13:58:49.407108 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b9a54cbd-24dc-4073-a179-0665fcc24b42 req-90dd6921-b883-4d69-a5c6-cc85b92f0d4e tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.95 "DELETE /v2.0/ports/b28aa5cd-0390-4d13-80d8-23033ab3ef32 HTTP/1.1" status: 204 len: 173 time: 1.3369002 Jan 18 13:58:49.410111 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:49.450909 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e597ed2c-199c-472c-9cae-33cb63e212df req-e3991ab5-931a-44bc-b5ad-6ed3f44032b8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846739 Jan 18 13:58:49.488243 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:49.542857 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd954bb-4688-42fc-bc2c-630befaef6d4', 'name': 'network-vif-deleted', 'tag': 'b28aa5cd-0390-4d13-80d8-23033ab3ef32', 'status': 'completed', 'code': 200} Jan 18 13:58:49.654120 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:58:49.659393 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:49.666906 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.676574 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9b660ccd-71e8-4e06-b8ba-68a2ad8ea578 req-e10ad9d6-3403-4866-9bb2-f29705ac9b66 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 1099 time: 0.0699053 Jan 18 13:58:49.749744 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9b660ccd-71e8-4e06-b8ba-68a2ad8ea578 req-7e964527-097e-4c95-b061-a56f0c3f3e8c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jan 18 13:58:49.799249 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:49.832155 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:49.951192 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:50.020230 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:50.170015 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-86aef5b9-9f90-47d4-a304-fc52410e67b1 req-8d3581ac-753d-417d-8338-f3b72949acf4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Synchronizing usage tracker for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:50.249291 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9503f8-eeb1-4454-a0a8-47866693a1b9 req-69a88e08-3da9-4764-9006-0775e68643e3 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:50.250757 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7b9503f8-eeb1-4454-a0a8-47866693a1b9 req-69a88e08-3da9-4764-9006-0775e68643e3 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.0772257 Jan 18 13:58:50.259616 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-86aef5b9-9f90-47d4-a304-fc52410e67b1 req-8d3581ac-753d-417d-8338-f3b72949acf4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] Unset dirty status for tenant:ff14523c7b484e208e206ebfefd3edfd on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:50.260823 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-86aef5b9-9f90-47d4-a304-fc52410e67b1 req-8d3581ac-753d-417d-8338-f3b72949acf4 tempest-VolumesActionsTest-1857746545 tempest-VolumesActionsTest-1857746545-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbd954bb-4688-42fc-bc2c-630befaef6d4 HTTP/1.1" status: 200 len: 210 time: 0.1325483 Jan 18 13:58:50.299511 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7b9503f8-eeb1-4454-a0a8-47866693a1b9 req-c4c16a75-df3a-4c94-b28d-964b17c72660 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Jan 18 13:58:50.668931 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929daca-a9df-44d1-9ab9-1a5984444d8a req-4517ccbd-da51-4671-95f3-ef036fc56c5e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:50.670406 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c929daca-a9df-44d1-9ab9-1a5984444d8a req-4517ccbd-da51-4671-95f3-ef036fc56c5e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0852880 Jan 18 13:58:50.728981 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c929daca-a9df-44d1-9ab9-1a5984444d8a req-ee831cac-92e8-4b3f-b996-baee776cc475 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529954 Jan 18 13:58:51.171639 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:58:51.464981 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:58:51.536809 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48d459-2ea8-41dc-b545-48abb5d3c706 req-f3444c20-beea-4f02-97f2-0ff499378058 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:51.546165 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-df48d459-2ea8-41dc-b545-48abb5d3c706 req-f3444c20-beea-4f02-97f2-0ff499378058 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.0895119 Jan 18 13:58:51.582471 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:58:51.582471 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:51.605541 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-df48d459-2ea8-41dc-b545-48abb5d3c706 req-63a6ccf1-8081-43ad-8de5-eab18fdc7e7c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583599 Jan 18 13:58:51.961506 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252319-994a-4192-921f-96a1ca4afc32 req-808dafe2-a532-4056-a9d5-86025cbbc13d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:51.963197 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ce252319-994a-4192-921f-96a1ca4afc32 req-808dafe2-a532-4056-a9d5-86025cbbc13d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0977201 Jan 18 13:58:52.010564 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ce252319-994a-4192-921f-96a1ca4afc32 req-5577dfaf-6b09-4a23-92cd-b078f21a88fa tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Jan 18 13:58:52.766642 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b28aa5cd-0390-4d13-80d8-23033ab3ef32 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:58:52.840048 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: b28aa5cd-0390-4d13-80d8-23033ab3ef32 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:58:52.845402 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b28aa5cd-0390-4d13-80d8-23033ab3ef32 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:58:52.902129 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20a32-c6d4-412d-a9ee-13151edd21b6 req-5ad93b7c-6b4a-4a10-b6b9-3c7a0e7a0190 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:52.904925 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-51c20a32-c6d4-412d-a9ee-13151edd21b6 req-5ad93b7c-6b4a-4a10-b6b9-3c7a0e7a0190 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.1775341 Jan 18 13:58:52.951953 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:52.956286 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-51c20a32-c6d4-412d-a9ee-13151edd21b6 req-26b641d0-5e44-452e-895d-edd168d2a35c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Jan 18 13:58:53.184495 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.223642 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:53.228888 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Usage tracker for resource:security_group_rule and tenant:86a5cbd1755443fe9187c4c01f9a4c96 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:53.243680 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:53.265718 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:53.382101 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1242-d8d6-4b58-9d49-cabaeb8ce3d7 req-424de2d0-f31b-400b-b012-19cc4f9373cc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:53.383979 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9e4f1242-d8d6-4b58-9d49-cabaeb8ce3d7 req-424de2d0-f31b-400b-b012-19cc4f9373cc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2289779 Jan 18 13:58:53.408700 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.438269 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9e4f1242-d8d6-4b58-9d49-cabaeb8ce3d7 req-2d2fac07-df72-4d34-844f-36ca5483bd99 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Jan 18 13:58:53.476603 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.526692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c25c58-dc45-4f49-bbbe-9faac5a7650b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:53.530894 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-b91bd8d4-fd9c-46a4-baab-857a63f6cd60 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=86a5cbd1755443fe9187c4c01f9a4c96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778165 Jan 18 13:58:53.533572 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43518) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:53.594563 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.620845 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.743075 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.758540 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c25c58-dc45-4f49-bbbe-9faac5a7650b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:53.764588 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.765718 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-39a9fcc7-e1bb-414b-9fee-41f7a40f7d94 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/70c25c58-dc45-4f49-bbbe-9faac5a7650b HTTP/1.1" status: 204 len: 168 time: 0.2311835 Jan 18 13:58:54.515400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43554) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:54.547935 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:54.586345 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:54.591283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Usage tracker for resource:security_group_rule and tenant:01fbcdb1954347349d598c6ee4366b34 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:54.594815 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:54.634853 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:54.713549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a6069-531d-4f66-8151-d6bc7fb495b4 req-ce283521-0fe0-48a2-bd97-692b20a05ce0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:54.721354 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9d4a6069-531d-4f66-8151-d6bc7fb495b4 req-ce283521-0fe0-48a2-bd97-692b20a05ce0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1212068 Jan 18 13:58:54.786398 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:54.807060 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9d4a6069-531d-4f66-8151-d6bc7fb495b4 req-866196a0-c63b-4cb6-8d09-aa6656fb673c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766401 Jan 18 13:58:54.857456 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:54.920628 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=01fbcdb1954347349d598c6ee4366b34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4040611 Jan 18 13:58:54.921508 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5748763-763c-40ba-86da-16584d523edf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:54.923650 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43566) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:54.947009 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.947533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.952810 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be50fc-6963-41f0-a26b-08854baa6217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:54.995745 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.035581 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.236997 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.253982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5748763-763c-40ba-86da-16584d523edf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:55.302463 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.308514 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-fbfb89d1-0796-4c8b-a7eb-68830c501f8b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c5748763-763c-40ba-86da-16584d523edf HTTP/1.1" status: 204 len: 168 time: 0.3837523 Jan 18 13:58:55.937607 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b155eafa-ef74-4e37-ad10-83825324e909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:56.152229 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361654c-63ef-4812-922d-76fa0c83c268 req-7eb3f1f7-5c82-42c0-af35-bde9786c9c2b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:56.164154 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c361654c-63ef-4812-922d-76fa0c83c268 req-7eb3f1f7-5c82-42c0-af35-bde9786c9c2b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1645181 Jan 18 13:58:56.220777 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c361654c-63ef-4812-922d-76fa0c83c268 req-ecf9a8bc-cec1-48a7-90ee-84ab7772f4be tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Jan 18 13:58:57.486085 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdd0f-62f1-4be3-bc1d-af09f78a29cb req-17dba51b-ec15-402d-a180-bbca397f171c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:57.488290 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-081bdd0f-62f1-4be3-bc1d-af09f78a29cb req-17dba51b-ec15-402d-a180-bbca397f171c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0900495 Jan 18 13:58:57.538925 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-081bdd0f-62f1-4be3-bc1d-af09f78a29cb req-cb79b13b-3121-479a-b441-feaa71c02319 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Jan 18 13:58:58.279968 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-31351bf4-82fe-4496-bb8a-8fe3e64812dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.920776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9a7d1-9237-4b69-b028-40879c0f974b req-9bf1d8d9-ec56-42d3-9113-fefa1b448293 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:58.920776 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1fc9a7d1-9237-4b69-b028-40879c0f974b req-9bf1d8d9-ec56-42d3-9113-fefa1b448293 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1311853 Jan 18 13:58:58.984133 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1fc9a7d1-9237-4b69-b028-40879c0f974b req-64da6811-d7b5-4868-a2ca-a419b28449f7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571551 Jan 18 13:58:59.244276 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:59.340696 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.261077 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43750) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:00.283697 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14381a67-42ed-434d-bed4-63760ff3bde0 req-57a7af80-51b5-4043-898e-c22f4012cdfc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:00.292112 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-14381a67-42ed-434d-bed4-63760ff3bde0 req-57a7af80-51b5-4043-898e-c22f4012cdfc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1480827 Jan 18 13:59:00.360738 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-14381a67-42ed-434d-bed4-63760ff3bde0 req-b1d19940-c15f-42ad-8fc4-3c1330cfb76d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643506 Jan 18 13:59:00.400306 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Deleting subnet f6d6c437-1533-4c29-9731-a9b9896f3672 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:00.404259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.504872 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.514474 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.745007 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.774333 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.817181 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d6c437-1533-4c29-9731-a9b9896f3672,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:00.837010 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.844469 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-b774e8ea-1b41-43c8-a328-bd496028f630 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f6d6c437-1533-4c29-9731-a9b9896f3672 HTTP/1.1" status: 204 len: 168 time: 0.5820460 Jan 18 13:59:00.847626 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43760) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:00.978026 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.168996 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.207242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.207678 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.209203 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.209491 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.210006 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.210594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.210746 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.211148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.211670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.212452 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.354534 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.355449 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.355449 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.355662 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:59:01.357569 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09493712-7655-4759-a203-6afe14f63987']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:01.452828 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fa3c2f-a868-4b83-b50e-1ade130d471a') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:01.452828 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fa3c2f-a868-4b83-b50e-1ade130d471a') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:01.493171 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.572465 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.597023 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:01.597918 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: util.warn_limited( Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: util.warn_limited( Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:01.621969 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:01.793438 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94adcd-c803-4f82-8553-32d93f97c78a req-0dd0c68d-5552-4765-bbea-ac1dcd33fbf2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:01.797380 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bd94adcd-c803-4f82-8553-32d93f97c78a req-0dd0c68d-5552-4765-bbea-ac1dcd33fbf2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.3252463 Jan 18 13:59:01.835639 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.883082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:01.910714 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bd94adcd-c803-4f82-8553-32d93f97c78a req-309f36cb-e64e-4882-a166-7f64fc928247 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042438 Jan 18 13:59:01.956000 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09493712-7655-4759-a203-6afe14f63987,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:02.023860 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-528e3b02-c722-4808-ae95-914cbf3562d3 admin admin] 10.222.0.94 "DELETE /v2.0/networks/09493712-7655-4759-a203-6afe14f63987 HTTP/1.1" status: 204 len: 168 time: 1.1748672 Jan 18 13:59:02.026857 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43792) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:02.084601 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b22bd-ad6d-4226-bd71-9a64853113bf req-8b7c0e5d-ea05-49c2-b9b2-ccf7b3001477 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:02.092670 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8a4b22bd-ad6d-4226-bd71-9a64853113bf req-8b7c0e5d-ea05-49c2-b9b2-ccf7b3001477 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1140616 Jan 18 13:59:02.107102 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Deleting subnet 092bb82f-d5fa-437b-b69c-097a4936658e {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:02.111662 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.168307 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8a4b22bd-ad6d-4226-bd71-9a64853113bf req-75c8880a-e86c-4219-aef9-f3ac2d53b251 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742166 Jan 18 13:59:02.218073 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.300960 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.497333 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.540879 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092bb82f-d5fa-437b-b69c-097a4936658e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:02.549138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.557573 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-be0c2166-f597-413d-9ba6-1d89306623b3 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/092bb82f-d5fa-437b-b69c-097a4936658e HTTP/1.1" status: 204 len: 168 time: 0.5293601 Jan 18 13:59:02.561893 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43804) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:02.764970 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.948317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.981525 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d897b0ae-7655-470f-9222-4f15c6278fac']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:02.995949 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb16657-c87b-4fc4-917d-cabd374da05f') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:03.000342 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb16657-c87b-4fc4-917d-cabd374da05f') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:03.010498 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.039466 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.046168 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:03.048658 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:03.121577 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:03.227738 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ab2a-eec8-4035-a173-7e20842e83c7 req-97cd60dd-f259-4faa-b605-4bc675b4cc53 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:03.238025 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8c75ab2a-eec8-4035-a173-7e20842e83c7 req-97cd60dd-f259-4faa-b605-4bc675b4cc53 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1076777 Jan 18 13:59:03.264376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.318323 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.338370 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8c75ab2a-eec8-4035-a173-7e20842e83c7 req-14eb0e84-f7b5-42b6-84bd-b7aa3836450b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990524 Jan 18 13:59:03.362600 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] 10.222.0.94 "DELETE /v2.0/networks/d897b0ae-7655-470f-9222-4f15c6278fac HTTP/1.1" status: 204 len: 168 time: 0.8004797 Jan 18 13:59:03.364074 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeaa8b-fc31-4d90-84b0-d9bf945923e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d897b0ae-7655-470f-9222-4f15c6278fac,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:03.744526 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836903-cbdb-44b6-a5a9-419c3e1b9104 req-f3b71717-fe4e-469c-8fb6-4876a69b03e6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:03.753651 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f0836903-cbdb-44b6-a5a9-419c3e1b9104 req-f3b71717-fe4e-469c-8fb6-4876a69b03e6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1446004 Jan 18 13:59:03.770645 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b395efb-1d6e-4570-b5e7-99404ba3f906 req-fef3a19f-e70b-4180-8fef-82149bc1c29b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:03.777989 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9b395efb-1d6e-4570-b5e7-99404ba3f906 req-fef3a19f-e70b-4180-8fef-82149bc1c29b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1497149 Jan 18 13:59:03.818352 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f0836903-cbdb-44b6-a5a9-419c3e1b9104 req-3a52958b-b5a1-44a5-be93-c0f81d67f64f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633485 Jan 18 13:59:03.840462 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9b395efb-1d6e-4570-b5e7-99404ba3f906 req-732a3660-f2bc-4b5a-a449-e53abd3ad64c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551081 Jan 18 13:59:04.033173 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 43840) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:04.093348 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-4b378c1d-7351-49de-9a84-8beb80944091 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8870715c03f24c80ad443219c64c057b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585351 Jan 18 13:59:04.093903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43844) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:04.162783 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.194818 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.347495 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.385142 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30153a-3453-4c21-ad74-a4c16dfec560,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:04.477850 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.492251 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-15f42e59-b2c6-460b-9188-cc3b576cd62c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3b30153a-3453-4c21-ad74-a4c16dfec560 HTTP/1.1" status: 204 len: 168 time: 0.3906953 Jan 18 13:59:04.679094 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab8da-1fdc-4478-b35f-80a205a8b362 req-8d4fb60b-d690-4978-9ae4-43606e85b414 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:04.688956 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d7aab8da-1fdc-4478-b35f-80a205a8b362 req-8d4fb60b-d690-4978-9ae4-43606e85b414 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1108401 Jan 18 13:59:04.782271 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d7aab8da-1fdc-4478-b35f-80a205a8b362 req-7972ff1a-aa91-4e1c-9e50-007a6c59af88 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914726 Jan 18 13:59:05.153130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d432463-f057-4001-b9cd-54315e0664f6 req-e9f09672-f4bc-4e2a-8fdd-aefa33aa2d8c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:05.156856 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d432463-f057-4001-b9cd-54315e0664f6 req-e9f09672-f4bc-4e2a-8fdd-aefa33aa2d8c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1715388 Jan 18 13:59:05.214346 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394293d8-2f2f-4b5b-8438-afc6ae4924a9 req-8bfec34b-1c8f-4607-9615-e5f16d251f2b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:05.226289 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-394293d8-2f2f-4b5b-8438-afc6ae4924a9 req-8bfec34b-1c8f-4607-9615-e5f16d251f2b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2284048 Jan 18 13:59:05.244835 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d432463-f057-4001-b9cd-54315e0664f6 req-3a24417e-959b-454d-b000-9c8e0c0e190e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796802 Jan 18 13:59:05.308579 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-394293d8-2f2f-4b5b-8438-afc6ae4924a9 req-f1c43b86-050a-40b1-9261-5a6bffe08dc0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Jan 18 13:59:05.505625 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c3db3b10-873f-4613-af3b-c74b2499e2e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:05.532046 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43882) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:05.595343 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-aaf3634f-6a5e-4738-8f4c-70cbe29ac1d5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0eef0123312f48909480da25948d313c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621755 Jan 18 13:59:05.598277 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 43886) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:05.629479 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c3db3b10-873f-4613-af3b-c74b2499e2e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:05.632746 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c3db3b10-873f-4613-af3b-c74b2499e2e2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887005849&fields=id&tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6 HTTP/1.1" status: 200 len: 267 time: 0.1914318 Jan 18 13:59:05.765176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.826367 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.917922 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-cd23ab55-0e09-47b3-9f5f-1cdfee24da18 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:05.920054 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-cd23ab55-0e09-47b3-9f5f-1cdfee24da18 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 809 time: 0.2726159 Jan 18 13:59:05.957456 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-d6c7a111-c536-47c9-bf71-baf381d0431c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/quotas/87901f80ea98465dba9f8b4e6ed6f2c6 HTTP/1.1" status: 200 len: 375 time: 0.0282216 Jan 18 13:59:06.061094 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-f9f1a1e0-65b6-4f0d-bcb3-a743f3aeb015 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948262 Jan 18 13:59:06.075457 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a161d-7d7e-45e4-b19d-5f1720e36f71 req-bd79ca34-a84f-42cf-b250-7ad8a83fb57d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:06.077914 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ec2a161d-7d7e-45e4-b19d-5f1720e36f71 req-bd79ca34-a84f-42cf-b250-7ad8a83fb57d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.0949054 Jan 18 13:59:06.113960 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.136383 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ec2a161d-7d7e-45e4-b19d-5f1720e36f71 req-9e6abb2c-9e95-4dc6-a5e1-cd8afe408d26 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524077 Jan 18 13:59:06.214197 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd9e49-bf75-411c-9c1a-42f13b96d7b6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:06.239210 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.245755 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-9277f130-ecc1-4e84-837d-efa336a920d4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/37bd9e49-bf75-411c-9c1a-42f13b96d7b6 HTTP/1.1" status: 204 len: 168 time: 0.6445868 Jan 18 13:59:06.332990 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-6d56cf6e-1678-484a-928c-4aac4c9f3cc0 service neutron] 10.222.0.94 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595644 Jan 18 13:59:06.547896 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-cd6285ba-ef21-4bc9-99c4-25c62c1983e4 service neutron] 10.222.0.94 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045057 Jan 18 13:59:06.615290 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f882a-1406-43bf-92a2-84f4006fc74a req-011ebff9-ea88-4299-9096-a65c2a7a64ec tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:06.622990 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-835f882a-1406-43bf-92a2-84f4006fc74a req-011ebff9-ea88-4299-9096-a65c2a7a64ec tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1350927 Jan 18 13:59:06.717676 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-835f882a-1406-43bf-92a2-84f4006fc74a req-36a9c5b3-cfc5-4718-9f3b-d8e7490a1e7b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936811 Jan 18 13:59:06.967936 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63afc-15b0-4173-b284-7b8f620312ff req-c291af21-f6e8-4976-bd7e-998f9fef76d8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:06.970529 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-86a63afc-15b0-4173-b284-7b8f620312ff req-c291af21-f6e8-4976-bd7e-998f9fef76d8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1136169 Jan 18 13:59:07.032562 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-86a63afc-15b0-4173-b284-7b8f620312ff req-022fe98b-b48c-449a-b4be-45e0d659c5f3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494523 Jan 18 13:59:07.567254 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:07.634058 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842cccd-9c3f-4c65-bbe2-6e8a3947d4ce req-f8c02b3f-1777-4861-9aa2-ea6ae5feedb9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:07.646461 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0842cccd-9c3f-4c65-bbe2-6e8a3947d4ce req-f8c02b3f-1777-4861-9aa2-ea6ae5feedb9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1048999 Jan 18 13:59:07.730200 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-5adc5c17-194c-4d79-bb08-37feaebf978e req-3820d0f5-cccf-40f3-99b2-04fd902f9a4a tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:07.745662 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0842cccd-9c3f-4c65-bbe2-6e8a3947d4ce req-9f1fd10c-f808-4341-8be7-2640cf6d9042 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980289 Jan 18 13:59:07.825004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-5adc5c17-194c-4d79-bb08-37feaebf978e req-3820d0f5-cccf-40f3-99b2-04fd902f9a4a tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:07.827082 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5adc5c17-194c-4d79-bb08-37feaebf978e req-3820d0f5-cccf-40f3-99b2-04fd902f9a4a tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.1716883 Jan 18 13:59:08.095219 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a05ac5-a953-48a1-8084-0092125e4d4a req-c45027ae-f0d6-4aec-94ff-0a328899dd50 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:08.103623 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-32a05ac5-a953-48a1-8084-0092125e4d4a req-c45027ae-f0d6-4aec-94ff-0a328899dd50 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.1336172 Jan 18 13:59:08.158812 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-32a05ac5-a953-48a1-8084-0092125e4d4a req-0d6b9680-6847-4612-907b-160c49bea7c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540109 Jan 18 13:59:08.259162 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc0ea-8f36-408f-8f75-b2da699fc020 req-09909de7-ff34-41b6-953a-18167e9513b8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:08.264978 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4dbc0ea-8f36-408f-8f75-b2da699fc020 req-09909de7-ff34-41b6-953a-18167e9513b8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1697371 Jan 18 13:59:08.323685 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4dbc0ea-8f36-408f-8f75-b2da699fc020 req-9d4c1535-7b9a-49f3-a231-8dd2b56c458d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550416 Jan 18 13:59:08.437098 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50de2-2408-4f7b-99c8-8b3c966c6b43 req-ac99d449-3558-47de-a376-2b3752e293ad tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:08.439619 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-63c50de2-2408-4f7b-99c8-8b3c966c6b43 req-ac99d449-3558-47de-a376-2b3752e293ad tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1321130 Jan 18 13:59:08.518121 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-63c50de2-2408-4f7b-99c8-8b3c966c6b43 req-9fb7c11c-0629-44bb-8a5a-41e8f713c05d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704589 Jan 18 13:59:09.072080 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-389cf9de-7679-46f3-b4f3-d10730dc8f6a req-bb476c3d-a3e9-4edc-8515-ee2b2e999f23 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.0524430 Jan 18 13:59:09.104084 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4861-6207-48f9-8301-5ceb1eac4b17 req-df065ba7-a428-4eb2-844f-9b6722ca49ff tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.109187 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-137b4861-6207-48f9-8301-5ceb1eac4b17 req-df065ba7-a428-4eb2-844f-9b6722ca49ff tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1142058 Jan 18 13:59:09.192352 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-137b4861-6207-48f9-8301-5ceb1eac4b17 req-6869cb7b-58f0-49d8-90b1-d07f51c65162 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755496 Jan 18 13:59:09.480318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8847dea-fa5e-4a49-afc7-196769b7435c req-c000b3a7-c505-4090-ac83-3f09a337e0c3 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.487735 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a8847dea-fa5e-4a49-afc7-196769b7435c req-c000b3a7-c505-4090-ac83-3f09a337e0c3 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.1591442 Jan 18 13:59:09.562838 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a8847dea-fa5e-4a49-afc7-196769b7435c req-94957f2f-73ef-4658-b651-2d5c2fb52003 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738792 Jan 18 13:59:09.673022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab44ffa-3237-4c1d-bb39-d9f71669624c req-c23ff924-0f3f-4a3a-a801-ae9784e08a1f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.682448 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8ab44ffa-3237-4c1d-bb39-d9f71669624c req-c23ff924-0f3f-4a3a-a801-ae9784e08a1f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1471896 Jan 18 13:59:09.810381 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8ab44ffa-3237-4c1d-bb39-d9f71669624c req-e6a36085-8560-4c2b-b45f-20837abb6a0b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268640 Jan 18 13:59:09.874462 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-8abb49e4-886b-4550-96b3-8481e2035074 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.876197 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-8abb49e4-886b-4550-96b3-8481e2035074 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.1555171 Jan 18 13:59:09.887343 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057f8d-8156-405f-afcc-5e3c1f081677 req-5f07e6d5-78f6-4c6c-9825-1d22f19a44c0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.888950 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-84057f8d-8156-405f-afcc-5e3c1f081677 req-5f07e6d5-78f6-4c6c-9825-1d22f19a44c0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1456389 Jan 18 13:59:09.971467 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Deleting port bd329652-af79-4df9-b525-59f86c24e5c0 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:09.972031 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:09.976553 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-84057f8d-8156-405f-afcc-5e3c1f081677 req-da44e557-89d0-4e36-b147-517afb21cd7e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764675 Jan 18 13:59:10.419467 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0dc8562d-ad92-4f52-946d-31cfde4943e3 req-002cabad-aec1-46fa-ab6c-30bfea761b99 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.0746987 Jan 18 13:59:10.421106 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] For port bd329652-af79-4df9-b525-59f86c24e5c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bd329652-af79-4df9-b525-59f86c24e5c0,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:10.421457 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.598043 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ce83-0cff-4003-9965-c97e952c47a2 req-43e6b50a-0481-4724-beba-393eedc308d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:10.607573 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7298ce83-0cff-4003-9965-c97e952c47a2 req-43e6b50a-0481-4724-beba-393eedc308d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2468066 Jan 18 13:59:10.644524 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Calling delete_port for bd329652-af79-4df9-b525-59f86c24e5c0 owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:10.653819 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c68637a8-e4ba-4cc6-945a-7837c1b73571 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:10.655393 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c68637a8-e4ba-4cc6-945a-7837c1b73571 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 809 time: 0.2500949 Jan 18 13:59:10.764912 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-f3e3f7f2-62e5-47e9-931d-827fe6a637fe tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6 HTTP/1.1" status: 200 len: 380 time: 0.0673807 Jan 18 13:59:10.769518 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7298ce83-0cff-4003-9965-c97e952c47a2 req-7e4bc813-8249-4d19-a636-32e236d5eaa7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607978 Jan 18 13:59:10.792219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'port': {'device_id': '0a51eebf-e231-4c69-8cef-054fe580c927', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'admin_state_up': True, 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'security_groups': ['7027dab1-0652-4055-9c23-20ba2b56e0ad']}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:59:10.954494 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb6d6-9a78-4b97-8c36-ed48c185b8c5 req-d4a0fddf-f8a6-4113-8965-d57d85eac15d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:10.955956 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9fdeb6d6-9a78-4b97-8c36-ed48c185b8c5 req-d4a0fddf-f8a6-4113-8965-d57d85eac15d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 946 time: 0.1877172 Jan 18 13:59:11.045660 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9fdeb6d6-9a78-4b97-8c36-ed48c185b8c5 req-6ab22f7a-47d2-4cb1-bd1e-e6be1220edd5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812244 Jan 18 13:59:11.047283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:11.066711 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:11.067277 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.082232 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53', '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'bbe867f4-8294-427e-8130-6353e1eb3354', 'bd329652-af79-4df9-b525-59f86c24e5c0'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:11.138083 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event deleted for resources: {'Port': ['ID=bd329652-af79-4df9-b525-59f86c24e5c0,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:11.141338 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65a85-2c42-4273-9afa-67ec101c0a11 req-fc4f9856-1fb6-4b0d-ae84-a3808f1ed3ed tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:11.145003 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-23c65a85-2c42-4273-9afa-67ec101c0a11 req-fc4f9856-1fb6-4b0d-ae84-a3808f1ed3ed tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1630552 Jan 18 13:59:11.173527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Made reservation on behalf of 87901f80ea98465dba9f8b4e6ed6f2c6 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:59:11.177594 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.356348 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-23c65a85-2c42-4273-9afa-67ec101c0a11 req-43239ae8-acb2-4a65-a20d-91e97d5c0722 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035415 Jan 18 13:59:11.587991 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] No DVR routers for this DVR port bd329652-af79-4df9-b525-59f86c24e5c0 on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:11.591543 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.605027 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'name': 'network-vif-deleted', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:11.696060 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Allocated IP 172.20.0.4 (3abdc498-4ea4-4ae8-b188-9aad74f2c481/1399cf3f-7599-4344-becd-b8955116e721/03bbe6be-9465-4eb3-8f08-5c63f8cf5382) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:59:11.702895 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032312e-b792-480f-bf87-0a66c40da1ce req-0291def7-5028-40a8-8dc3-fc26d194cf86 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:11.718326 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7032312e-b792-480f-bf87-0a66c40da1ce req-0291def7-5028-40a8-8dc3-fc26d194cf86 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.3207648 Jan 18 13:59:11.755201 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2dc8a7b7-dcc6-462c-9d14-569ca77ff526 req-52314a3c-30eb-4b03-9b8b-e496e7f1e303 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "DELETE /v2.0/ports/bd329652-af79-4df9-b525-59f86c24e5c0 HTTP/1.1" status: 204 len: 173 time: 1.8588612 Jan 18 13:59:11.823360 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7032312e-b792-480f-bf87-0a66c40da1ce req-1a4bed56-bb9f-40f9-a4e2-1712aabc94b6 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040521 Jan 18 13:59:11.947684 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7551e10-4527-440e-b924-1c606fe39a40', 'name': 'network-vif-deleted', 'tag': 'bd329652-af79-4df9-b525-59f86c24e5c0', 'status': 'completed', 'code': 200} Jan 18 13:59:12.132188 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-27dbcc6d-6e5c-453e-8e51-828927b5d9c2 req-6048c13e-be03-47c7-b7af-20ac50ee5c26 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.2286532 Jan 18 13:59:12.174649 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.176025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1231b5-0edc-471a-9f7a-976443614d6c req-28131dbe-db16-49a6-8ebc-5b275f504fc2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:12.183596 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cc1231b5-0edc-471a-9f7a-976443614d6c req-28131dbe-db16-49a6-8ebc-5b275f504fc2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1070895 Jan 18 13:59:12.204600 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Transition to ACTIVE for port object 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:59:12.256234 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cc1231b5-0edc-471a-9f7a-976443614d6c req-b5d5afad-6047-4712-a0ab-de671c5b6ce6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716491 Jan 18 13:59:12.323090 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.391259 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:59:12.445559 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:59:12.454934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:59:12.533573 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:12.543600 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.602824 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d36584ea-3fa2-407b-952d-2ada75c9e864 req-fbe7a38b-7d61-44c3-a776-6a93aa4bbf53 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7551e10-4527-440e-b924-1c606fe39a40 HTTP/1.1" status: 200 len: 210 time: 0.2185881 Jan 18 13:59:12.677874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:12.722078 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee3996-2500-4dd9-aee6-e889b60d2e96 req-b1c93d7c-ef14-43f4-bcb9-69fef23e9d14 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:12.728154 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-181e8b46-96cd-44ae-af12-94ec1a5f9e47 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9446650 Jan 18 13:59:12.736546 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a1ee3996-2500-4dd9-aee6-e889b60d2e96 req-b1c93d7c-ef14-43f4-bcb9-69fef23e9d14 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1723478 Jan 18 13:59:12.745234 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Request body: {'port': {'device_id': '0a51eebf-e231-4c69-8cef-054fe580c927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:59:12.855849 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a1ee3996-2500-4dd9-aee6-e889b60d2e96 req-44b81bed-be45-44f6-8beb-cb0a16efebb8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179879 Jan 18 13:59:13.003160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b8d3b1bd-304e-49ec-99ea-3e291ff87101 None None] Provisioning for port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:59:13.016504 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b8d3b1bd-304e-49ec-99ea-3e291ff87101 None None] Provisioning complete for port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:59:13.017002 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b1bd-304e-49ec-99ea-3e291ff87101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.096397 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.115746 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3b1bd-304e-49ec-99ea-3e291ff87101 None None] Port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:59:13.471953 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab75a-4c7f-437c-889e-c8fadf611147 req-4db0686d-77a7-4a16-aa6d-d65678fcc544 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:13.473550 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-843ab75a-4c7f-437c-889e-c8fadf611147 req-4db0686d-77a7-4a16-aa6d-d65678fcc544 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 931 time: 0.1178675 Jan 18 13:59:13.488215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30118-eb73-4230-bf14-56f21d249e6a req-51e146f6-b100-4893-ba65-2433adcded5a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:13.489844 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5dc30118-eb73-4230-bf14-56f21d249e6a req-51e146f6-b100-4893-ba65-2433adcded5a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.4736097 Jan 18 13:59:13.587643 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5dc30118-eb73-4230-bf14-56f21d249e6a req-6772fd98-6447-4602-bae5-3cde531e52dd tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899971 Jan 18 13:59:13.617372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-843ab75a-4c7f-437c-889e-c8fadf611147 req-70cd9be8-3a27-4123-9e99-885b3ebff8fa tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:13.645354 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-843ab75a-4c7f-437c-889e-c8fadf611147 req-70cd9be8-3a27-4123-9e99-885b3ebff8fa tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:13.647338 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-843ab75a-4c7f-437c-889e-c8fadf611147 req-70cd9be8-3a27-4123-9e99-885b3ebff8fa tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543143 Jan 18 13:59:13.710831 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:59:13.727542 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.744312 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Transition to ACTIVE for port object 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:59:13.841948 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1245-5f2d-4d4f-b99b-9acc33e8fbe1 req-dd9beab4-a6b3-4afb-8f43-654884336439 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:13.843971 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1b9d1245-5f2d-4d4f-b99b-9acc33e8fbe1 req-dd9beab4-a6b3-4afb-8f43-654884336439 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.0976224 Jan 18 13:59:13.879591 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:14.035016 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:14.117998 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82e21-1780-4143-89f3-cee312ca0e5c req-7ab52238-27f8-4fb1-8f93-c0b8b2453946 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:14.117998 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5ea82e21-1780-4143-89f3-cee312ca0e5c req-7ab52238-27f8-4fb1-8f93-c0b8b2453946 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0943835 Jan 18 13:59:14.120595 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1b9d1245-5f2d-4d4f-b99b-9acc33e8fbe1 req-4a01ba4d-b1c9-4421-81b7-6a53b776ee58 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702641 Jan 18 13:59:14.217575 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5ea82e21-1780-4143-89f3-cee312ca0e5c req-001dcaed-a93d-4489-8905-13701f965e61 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957718 Jan 18 13:59:14.319294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Attempting to bind port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:59:14.319294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Attempting to bind port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:59:14.319294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Attempting to bind port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 on network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:59:14.338067 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 on network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:59:14.338408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Attempting to bind port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 on network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:59:14.355203 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:59:14.355576 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Checking segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:59:14.356012 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Bound using segment: {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:59:14.356568 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Bound port: 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f72d487-4b87-4884-8609-267f0024b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:59:14.356921 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:14.459904 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:59:14.463167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:59:14.534097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:14.596685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:14.598101 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] 10.222.0.95 "PUT /v2.0/ports/03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 1093 time: 1.8571527 Jan 18 13:59:14.598699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:14.642027 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579eac0-f7cb-411f-abf7-166c29d47367 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:14.681536 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'status': 'completed', 'code': 200} Jan 18 13:59:14.871075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bd329652-af79-4df9-b525-59f86c24e5c0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:14.877481 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e5281816-ea8c-4715-ba25-bf7e1fd48482 req-f52cb7d2-7152-4730-aa52-a4b882842ba4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1096 time: 0.1653521 Jan 18 13:59:14.900800 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87267262-ae68-4452-a936-f0477acca27e req-9f0b91e5-31b2-4e5b-9697-eef3f9877647 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:14.908802 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-87267262-ae68-4452-a936-f0477acca27e req-9f0b91e5-31b2-4e5b-9697-eef3f9877647 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1522486 Jan 18 13:59:14.940870 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: bd329652-af79-4df9-b525-59f86c24e5c0 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:14.941224 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bd329652-af79-4df9-b525-59f86c24e5c0 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:14.962275 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-87267262-ae68-4452-a936-f0477acca27e req-f2244dad-b393-4780-8397-4e1d0a7dc888 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Jan 18 13:59:15.142798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5281816-ea8c-4715-ba25-bf7e1fd48482 req-c63760a7-9310-4b53-aa8d-a400f70966b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:15.144671 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e5281816-ea8c-4715-ba25-bf7e1fd48482 req-c63760a7-9310-4b53-aa8d-a400f70966b9 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2594128 Jan 18 13:59:15.185056 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1745d0-a9f9-49d2-a0b4-a5b243fe2005 req-8f5fe9d1-aba9-40c3-9da0-7bd035e08bda tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:15.186046 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-3d1745d0-a9f9-49d2-a0b4-a5b243fe2005 req-8f5fe9d1-aba9-40c3-9da0-7bd035e08bda tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:15.548206 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5281816-ea8c-4715-ba25-bf7e1fd48482 req-c2204623-b6af-44d4-8157-8b864d4cfe84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:15.549743 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e5281816-ea8c-4715-ba25-bf7e1fd48482 req-c2204623-b6af-44d4-8157-8b864d4cfe84 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3964362 Jan 18 13:59:15.552666 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb16af-ac1f-436d-a7d0-6ebb66282401 req-03fecbfe-dc56-4ef6-9564-a88404801f19 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:15.554187 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-abfb16af-ac1f-436d-a7d0-6ebb66282401 req-03fecbfe-dc56-4ef6-9564-a88404801f19 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2126460 Jan 18 13:59:15.567413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-3d1745d0-a9f9-49d2-a0b4-a5b243fe2005 req-8f5fe9d1-aba9-40c3-9da0-7bd035e08bda tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:15.594108 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d1745d0-a9f9-49d2-a0b4-a5b243fe2005 req-8f5fe9d1-aba9-40c3-9da0-7bd035e08bda tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.6534991 Jan 18 13:59:15.689550 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-abfb16af-ac1f-436d-a7d0-6ebb66282401 req-779facbe-9966-4534-952c-f017ba250ef9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259832 Jan 18 13:59:15.720736 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d1745d0-a9f9-49d2-a0b4-a5b243fe2005 req-b0913d87-5948-44f6-b99a-2b5e4c2de8fa tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237934 Jan 18 13:59:15.771657 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-bbb43b3e-0c95-4a15-a9bf-be6aaf104ffa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1096 time: 0.1576586 Jan 18 13:59:15.963433 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-c2331bb4-3ba1-4328-bb82-870c08c808a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 217 time: 0.1816421 Jan 18 13:59:16.093275 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-5eb5f525-42b4-4239-bbb2-f4bb0f33592b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:16.100204 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-5eb5f525-42b4-4239-bbb2-f4bb0f33592b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.1305609 Jan 18 13:59:16.167132 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c63ddf-244e-484d-a754-8969668aa97b req-1341be62-632e-494e-948c-afdbf09706ad tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:16.168681 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a6c63ddf-244e-484d-a754-8969668aa97b req-1341be62-632e-494e-948c-afdbf09706ad tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1592689 Jan 18 13:59:16.217724 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-30541016-8cc3-4e97-a40e-1f7aac3cf6ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1128275 Jan 18 13:59:16.228254 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a6c63ddf-244e-484d-a754-8969668aa97b req-462b4e4c-2f27-4185-8ee8-73f0cc9b1bd9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 Jan 18 13:59:16.441885 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-0f7146f7-d849-42fa-8147-9f439aad76d9 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111328 Jan 18 13:59:16.552297 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f1d84-d235-4329-8753-6d472a99ea62 req-1580c3d1-f699-4db8-a0f6-7a66fc170d7d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:16.553972 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c53f1d84-d235-4329-8753-6d472a99ea62 req-1580c3d1-f699-4db8-a0f6-7a66fc170d7d tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0969865 Jan 18 13:59:16.627405 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c53f1d84-d235-4329-8753-6d472a99ea62 req-efa9711f-81da-4ab0-a432-d1a7837ea020 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639322 Jan 18 13:59:16.758338 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59c61a1b-bf2f-41e1-9e1d-9125469eb16c req-57669bfb-437d-486a-80e5-e889f294a9c9 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063452 Jan 18 13:59:16.787294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f01e9-0210-464d-9040-a6125990648e req-052523f2-752c-467f-9941-4f4f9fde8498 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:16.794815 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d33f01e9-0210-464d-9040-a6125990648e req-052523f2-752c-467f-9941-4f4f9fde8498 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.2333317 Jan 18 13:59:16.881220 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d33f01e9-0210-464d-9040-a6125990648e req-d982df37-416c-4f46-aadc-fb82f1b315c2 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849006 Jan 18 13:59:17.048116 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2160-d8a2-4918-a064-5f045774bc63 req-6baa1a1d-3746-4e2e-8c91-1d1b9f80843d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:17.050008 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a3f2160-d8a2-4918-a064-5f045774bc63 req-6baa1a1d-3746-4e2e-8c91-1d1b9f80843d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1286542 Jan 18 13:59:17.135312 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc510f5-288c-43dd-bf2b-3fdc062d11b6 req-b6d9c512-79c3-482f-abbf-00fad8413a94 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:17.138338 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6a3f2160-d8a2-4918-a064-5f045774bc63 req-450fd6ee-c4fc-4f2c-82e0-e20c08505b5a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674558 Jan 18 13:59:17.143032 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2dc510f5-288c-43dd-bf2b-3fdc062d11b6 req-b6d9c512-79c3-482f-abbf-00fad8413a94 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.1206849 Jan 18 13:59:17.195170 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2dc510f5-288c-43dd-bf2b-3fdc062d11b6 req-f0ba1a86-6d9d-46df-86ca-97cc70095795 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512865 Jan 18 13:59:17.455910 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9716a43-c1e5-4f73-9580-6db77b19aa89 req-3e4d93f7-b678-42c1-b074-9d35f246ea1b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:17.457362 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a9716a43-c1e5-4f73-9580-6db77b19aa89 req-3e4d93f7-b678-42c1-b074-9d35f246ea1b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0840044 Jan 18 13:59:17.510951 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a9716a43-c1e5-4f73-9580-6db77b19aa89 req-caf39b05-207f-492b-a271-2488c1100868 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474880 Jan 18 13:59:18.087502 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740e4c9-c47d-4c71-be4b-f82b25f07375 req-a6fe1b5f-31f5-4b98-ac53-5a56d996e8f5 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.094410 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f740e4c9-c47d-4c71-be4b-f82b25f07375 req-a6fe1b5f-31f5-4b98-ac53-5a56d996e8f5 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1447067 Jan 18 13:59:18.165060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6402ac7-7350-40f4-960c-7b676e301530 req-6cebf0b9-83d4-4f48-81a1-c429e77f5676 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.166538 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c6402ac7-7350-40f4-960c-7b676e301530 req-6cebf0b9-83d4-4f48-81a1-c429e77f5676 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:18.196633 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f740e4c9-c47d-4c71-be4b-f82b25f07375 req-3993b960-5289-49e7-8d5e-103bbf607e52 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951340 Jan 18 13:59:18.276232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c6402ac7-7350-40f4-960c-7b676e301530 req-6cebf0b9-83d4-4f48-81a1-c429e77f5676 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:18.278058 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c6402ac7-7350-40f4-960c-7b676e301530 req-6cebf0b9-83d4-4f48-81a1-c429e77f5676 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.2001619 Jan 18 13:59:18.386595 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c6402ac7-7350-40f4-960c-7b676e301530 req-f2005caf-a8c2-43ae-9590-e982cd43f5ea tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049271 Jan 18 13:59:18.507783 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d868fa-6469-46e8-980e-e6789255b193 req-1661641d-6fc6-4ba1-ad2d-653f25003fcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.509417 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d9d868fa-6469-46e8-980e-e6789255b193 req-1661641d-6fc6-4ba1-ad2d-653f25003fcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1050870 Jan 18 13:59:18.565615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d9d868fa-6469-46e8-980e-e6789255b193 req-e42ebac7-c6cd-49eb-8716-a92e29f39a76 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491657 Jan 18 13:59:18.658323 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca770a-8699-48e3-a71b-97750d8efff7 req-eb9c385e-4459-40e6-9991-27764803437f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.658323 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-66ca770a-8699-48e3-a71b-97750d8efff7 req-eb9c385e-4459-40e6-9991-27764803437f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.1181247 Jan 18 13:59:18.766435 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-66ca770a-8699-48e3-a71b-97750d8efff7 req-61661165-09d9-4ebb-952d-70252b19a43f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052580 Jan 18 13:59:18.914410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a87196-22f1-422e-8b7c-b4ff2bffc192 req-11d6baf3-f318-4397-b185-ae9c2ba892b6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.916015 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59a87196-22f1-422e-8b7c-b4ff2bffc192 req-11d6baf3-f318-4397-b185-ae9c2ba892b6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1992648 Jan 18 13:59:18.927710 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-6771b342-7dba-4837-8fde-2003d0fb8f10 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.931840 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-6771b342-7dba-4837-8fde-2003d0fb8f10 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.1795194 Jan 18 13:59:18.937458 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:59:19.066365 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Deleting port bbe867f4-8294-427e-8130-6353e1eb3354 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:19.066365 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:19.123138 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-59a87196-22f1-422e-8b7c-b4ff2bffc192 req-5be62a67-d60c-40b6-b024-d09cbdeb941a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927867 Jan 18 13:59:19.128703 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:19.144289 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:59:19.201075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:19.218986 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:59:19.235001 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:19.330798 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:19.361229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] For port bbe867f4-8294-427e-8130-6353e1eb3354, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bbe867f4-8294-427e-8130-6353e1eb3354,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:19.361875 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:19.547129 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['b308d355-e66a-40f8-a7c8-ab8f54920703'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:19.579074 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c80e8a-bd73-4435-95b0-8f634c9d592a req-97043ed8-a7f4-402c-9402-3e8f21756d90 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:19.591629 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f3c80e8a-bd73-4435-95b0-8f634c9d592a req-97043ed8-a7f4-402c-9402-3e8f21756d90 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2210176 Jan 18 13:59:19.685388 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f3c80e8a-bd73-4435-95b0-8f634c9d592a req-5e7097b4-752f-4589-862a-2ec55ab4f19f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925181 Jan 18 13:59:19.911154 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=6']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:19.991034 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.993466 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.994325 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.994872 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.995412 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.995969 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.996511 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.997063 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.997645 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.998201 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:19.998969 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:20.088538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Calling delete_port for bbe867f4-8294-427e-8130-6353e1eb3354 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:20.105242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb6ec-4a6a-41ff-8564-9ba7cce80ffb req-0d3b0dad-e8e4-47c4-946a-78ebcb165a62 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:20.107194 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-83abb6ec-4a6a-41ff-8564-9ba7cce80ffb req-0d3b0dad-e8e4-47c4-946a-78ebcb165a62 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.1699681 Jan 18 13:59:20.190789 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-83abb6ec-4a6a-41ff-8564-9ba7cce80ffb req-392c3c11-d39d-4456-b937-fd2614fbe37e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749183 Jan 18 13:59:20.279823 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd580-ce65-49d8-9809-2c2809008c57 req-29bcee51-061d-49b1-b6ba-6cf3f361d348 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:20.286745 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4c0cd580-ce65-49d8-9809-2c2809008c57 req-29bcee51-061d-49b1-b6ba-6cf3f361d348 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 945 time: 0.4634626 Jan 18 13:59:20.384884 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:20.397362 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53', '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'bbe867f4-8294-427e-8130-6353e1eb3354'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:20.435255 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4c0cd580-ce65-49d8-9809-2c2809008c57 req-a9598335-d57d-4b0b-a09a-64517b32c3ff tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044812 Jan 18 13:59:20.451219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event deleted for resources: {'Port': ['ID=bbe867f4-8294-427e-8130-6353e1eb3354,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:20.546601 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] No DVR routers for this DVR port bbe867f4-8294-427e-8130-6353e1eb3354 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:20.564631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:20.584563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'name': 'network-vif-deleted', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:20.597539 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f105cf9-a530-430e-aafd-6af7de5579a2 req-7300df5b-ab32-45c4-b886-a21aade89cdb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:20.619060 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7f105cf9-a530-430e-aafd-6af7de5579a2 req-7300df5b-ab32-45c4-b886-a21aade89cdb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.1804762 Jan 18 13:59:20.658433 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6bbbddf9-df71-4918-b0d1-12d46929a564 req-507d9872-3797-4e82-bcaa-a17c146334d4 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "DELETE /v2.0/ports/bbe867f4-8294-427e-8130-6353e1eb3354 HTTP/1.1" status: 204 len: 173 time: 1.7084849 Jan 18 13:59:20.737974 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7f105cf9-a530-430e-aafd-6af7de5579a2 req-f3a96d6d-454d-4873-b960-e73f7abfe979 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179471 Jan 18 13:59:20.929334 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed7895-1f28-477f-9214-1193b8814efc', 'name': 'network-vif-deleted', 'tag': 'bbe867f4-8294-427e-8130-6353e1eb3354', 'status': 'completed', 'code': 200} Jan 18 13:59:20.931481 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:59:21.049269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6302-1380-4357-bf8a-8ea5f4cbc622 req-a8170c0a-0f5a-44ad-af9b-7dbd188a7fb1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:21.066642 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06af6302-1380-4357-bf8a-8ea5f4cbc622 req-a8170c0a-0f5a-44ad-af9b-7dbd188a7fb1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.2885122 Jan 18 13:59:21.151284 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06af6302-1380-4357-bf8a-8ea5f4cbc622 req-d1f9d998-0547-484e-bea6-fece3a793041 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821872 Jan 18 13:59:21.154917 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:21.178075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:59:21.240710 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1b63-e16a-4594-b788-94eb12105b45 req-6656006a-e686-4a72-8a4f-703b43fb0b6b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:21.244846 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'mac_address': 'fa:16:3e:a6:6d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:59:21.250018 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c40f1b63-e16a-4594-b788-94eb12105b45 req-6656006a-e686-4a72-8a4f-703b43fb0b6b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2060146 Jan 18 13:59:21.350255 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port b308d355-e66a-40f8-a7c8-ab8f54920703 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:59:21.351629 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:21.366326 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c40f1b63-e16a-4594-b788-94eb12105b45 req-e4c52140-b031-4fe6-a446-087debc1fc29 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153758 Jan 18 13:59:21.429527 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:21.550098 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:21.580919 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:59:21.642512 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:21.644629 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:21.654126 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616166d6-8b30-492e-80f7-e93b300d7536 req-986c2faf-e493-4a2e-974d-01e4a735cb0b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:21.656610 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-616166d6-8b30-492e-80f7-e93b300d7536 req-986c2faf-e493-4a2e-974d-01e4a735cb0b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.1295853 Jan 18 13:59:21.669424 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:21.742590 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:21.834274 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:21.880879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:21.955843 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=7']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:21.981448 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9b0c3fd8-dbea-45cd-bde9-a01c8c331a73 req-879a49b8-fd5b-450e-8aff-9dc7ecd2d20a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:21.986418 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-616166d6-8b30-492e-80f7-e93b300d7536 req-411aae48-3a16-47f3-82ab-b5ad27fbbce6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230250 Jan 18 13:59:22.105822 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'code': 200} Jan 18 13:59:22.118733 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['03bbe6be-9465-4eb3-8f08-5c63f8cf5382'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:22.195363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-9b0c3fd8-dbea-45cd-bde9-a01c8c331a73 req-879a49b8-fd5b-450e-8aff-9dc7ecd2d20a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:22.201189 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9b0c3fd8-dbea-45cd-bde9-a01c8c331a73 req-879a49b8-fd5b-450e-8aff-9dc7ecd2d20a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=97ed7895-1f28-477f-9214-1193b8814efc HTTP/1.1" status: 200 len: 210 time: 0.2674668 Jan 18 13:59:22.316393 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-e47e1a70-15cc-43d9-bfa3-baa6adb2b79a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1098 time: 0.1978691 Jan 18 13:59:22.528272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a265827-bf1c-4564-9008-2f26a2791ca2 req-9ec5df0f-7666-40b8-88c0-3f81d81365fa tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:22.541097 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9a265827-bf1c-4564-9008-2f26a2791ca2 req-9ec5df0f-7666-40b8-88c0-3f81d81365fa tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.2288425 Jan 18 13:59:22.559630 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-3571bb95-e75d-476e-a024-ae0ec3cf1c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:22.561488 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-3571bb95-e75d-476e-a024-ae0ec3cf1c5e service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.2341452 Jan 18 13:59:22.618716 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9a265827-bf1c-4564-9008-2f26a2791ca2 req-4d5b6c0c-01f0-4832-8cf8-18f56aaf98b7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766776 Jan 18 13:59:22.866697 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-d3374d4a-b497-4399-8ed8-61bb5c05a49e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 1000 time: 0.2954452 Jan 18 13:59:22.980784 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bbe867f4-8294-427e-8130-6353e1eb3354 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:22.994800 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df54c-6469-4f53-8ea8-21399707ff64 req-6b54b155-cf00-4656-9586-7feb4b260f24 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:22.997537 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c90df54c-6469-4f53-8ea8-21399707ff64 req-6b54b155-cf00-4656-9586-7feb4b260f24 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1526616 Jan 18 13:59:22.998646 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d065c-3b5a-457a-ae24-8783c0511c3a req-a6ba9769-81ef-4b43-a149-8d7f624fdc24 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:23.000149 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-725d065c-3b5a-457a-ae24-8783c0511c3a req-a6ba9769-81ef-4b43-a149-8d7f624fdc24 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 944 time: 0.3619394 Jan 18 13:59:23.058222 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: bbe867f4-8294-427e-8130-6353e1eb3354 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:23.058579 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device bbe867f4-8294-427e-8130-6353e1eb3354 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:23.108143 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-3d495b56-3304-4b82-a797-b5d6c69451dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:23.109658 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-3d495b56-3304-4b82-a797-b5d6c69451dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.2338216 Jan 18 13:59:23.114451 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-725d065c-3b5a-457a-ae24-8783c0511c3a req-f3dc0c68-9305-4ce8-8d04-133a215a2dd9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987484 Jan 18 13:59:23.276936 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-8783bde2-f065-4d93-9835-e8c021c23c5e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1590376 Jan 18 13:59:23.278445 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c90df54c-6469-4f53-8ea8-21399707ff64 req-8d011526-7779-42b3-918a-d883692eb450 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638600 Jan 18 13:59:23.510388 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-e8a89f59-1849-4ebb-b4b5-07856238596a service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269969 Jan 18 13:59:23.561325 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942027-1d6b-4746-a976-8b12f6876b2a req-3d5d0a76-47d3-4ed4-afe5-129f28407370 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:23.570877 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1b942027-1d6b-4746-a976-8b12f6876b2a req-3d5d0a76-47d3-4ed4-afe5-129f28407370 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1869819 Jan 18 13:59:23.855289 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1b942027-1d6b-4746-a976-8b12f6876b2a req-9a8b4ae1-8fd2-4cf9-a165-bd5fc03a8802 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828603 Jan 18 13:59:23.920172 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4ff25106-4124-4c40-a938-97f4e94d39a8 req-8dc46b93-6e1e-4741-a996-251e42c2c2cb service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006596 Jan 18 13:59:24.742196 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9305f98-df83-4c26-bc88-6d8c031fd531 req-01589763-0e73-48b9-b702-19c4d17d5507 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:24.743680 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a9305f98-df83-4c26-bc88-6d8c031fd531 req-01589763-0e73-48b9-b702-19c4d17d5507 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.6105835 Jan 18 13:59:24.894479 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a9305f98-df83-4c26-bc88-6d8c031fd531 req-32a9ca60-8cef-400c-9880-2ed44c6a6420 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294990 Jan 18 13:59:24.964452 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:59:25.154195 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d22bf2-23b0-488b-8338-37bb613efc0e req-1bbd8848-9493-4146-b6b9-e0bf91fe3cad tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:25.165303 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-64d22bf2-23b0-488b-8338-37bb613efc0e req-1bbd8848-9493-4146-b6b9-e0bf91fe3cad tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 944 time: 0.1581507 Jan 18 13:59:25.309883 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:59:25.318158 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:59:25.321599 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.369139 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49152a-a9e7-40bd-8711-cc16c1283341 req-8516e8e7-b2fd-48d9-924f-91eaeebed57f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:25.375065 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3b49152a-a9e7-40bd-8711-cc16c1283341 req-8516e8e7-b2fd-48d9-924f-91eaeebed57f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2946877 Jan 18 13:59:25.389561 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-64d22bf2-23b0-488b-8338-37bb613efc0e req-653cca87-8aa8-4eac-9f78-17f193acd519 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219903 Jan 18 13:59:25.394641 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44320) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:25.730388 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3b49152a-a9e7-40bd-8711-cc16c1283341 req-2e219342-f3fc-471b-856b-b222ab64b30b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474622 Jan 18 13:59:25.752301 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.791438 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.821875 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5b361c0e-8061-44f7-875c-16b01031ff7d req-3ac39c31-0a93-4e86-afe5-8d3e48673bb2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.2497873 Jan 18 13:59:25.854208 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:25.901489 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:25.950648 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5b361c0e-8061-44f7-875c-16b01031ff7d req-aa54f79f-a738-4626-8790-b73f08a7e370 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132746 Jan 18 13:59:26.041421 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2beed70f-b644-4db6-bb11-fce7acac315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:26.044647 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:26.050354 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:26.055871 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Usage tracker for resource:security_group_rule and tenant:80023c4f763f4eb180a05ad6fadf73ad is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:26.055871 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:26.062794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:26.154460 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:26.187409 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fcd62-6ac5-4781-aade-e72a6b54f92d req-8acb6ef8-2a3b-4fd2-85f0-198956c75251 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:26.191500 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f92fcd62-6ac5-4781-aade-e72a6b54f92d req-8acb6ef8-2a3b-4fd2-85f0-198956c75251 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.3538463 Jan 18 13:59:26.232238 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da45a-24cc-4bad-bf95-320fb287575f req-49823229-e785-4b3c-8290-94bb57e09e1e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:26.241125 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0c2da45a-24cc-4bad-bf95-320fb287575f req-49823229-e785-4b3c-8290-94bb57e09e1e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2098377 Jan 18 13:59:26.267309 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f92fcd62-6ac5-4781-aade-e72a6b54f92d req-b108b25a-5405-4556-a70a-5fe50e01a558 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687764 Jan 18 13:59:26.267722 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:26.313502 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0c2da45a-24cc-4bad-bf95-320fb287575f req-cd6f6b3b-15f0-4b04-aca7-b3b0f2249fc7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647538 Jan 18 13:59:26.348948 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'code': 200} Jan 18 13:59:26.366956 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:26.442236 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755266da-ae49-4d7c-8dd4-72a0ac70b0e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:26.447758 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1291308c-0151-4366-bbff-8d3c730d9e46 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=80023c4f763f4eb180a05ad6fadf73ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0476086 Jan 18 13:59:26.452358 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44336) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:26.549590 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-380f3382-9f2a-4857-af36-c1df904b1d6d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:26.551135 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-380f3382-9f2a-4857-af36-c1df904b1d6d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.1566932 Jan 18 13:59:26.614209 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df891c-d9f8-4f4b-8f9d-08fdebb191b1 req-a3ffdfb7-cf21-4e80-858d-5a95efb47361 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:26.622149 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-78df891c-d9f8-4f4b-8f9d-08fdebb191b1 req-a3ffdfb7-cf21-4e80-858d-5a95efb47361 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1470144 Jan 18 13:59:26.651475 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Deleting port 967c341e-da82-4d63-9f7a-03244b9ee6e7 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:26.651853 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:26.759505 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-78df891c-d9f8-4f4b-8f9d-08fdebb191b1 req-dc4e93ca-0f1a-455b-b5b4-55269f9174b7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261816 Jan 18 13:59:27.049606 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dba0e19c-3a24-4ead-91df-e9b98bb90e79 req-46befcff-863f-4af7-95e3-2b522f217a92 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.1817331 Jan 18 13:59:27.093477 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:27.220630 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:27.233656 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dba0e19c-3a24-4ead-91df-e9b98bb90e79 req-81726036-ba1a-4f97-8e73-13bd48216454 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759646 Jan 18 13:59:27.275929 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f121d0-61c2-4d8f-8c2d-e6b43c64e0c1 req-34db569a-ff98-4448-91af-526b70080e54 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:27.284924 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-42f121d0-61c2-4d8f-8c2d-e6b43c64e0c1 req-34db569a-ff98-4448-91af-526b70080e54 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1925704 Jan 18 13:59:27.319068 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] For port 967c341e-da82-4d63-9f7a-03244b9ee6e7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=967c341e-da82-4d63-9f7a-03244b9ee6e7,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:27.325299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:27.351663 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-42f121d0-61c2-4d8f-8c2d-e6b43c64e0c1 req-414b238e-9e51-4922-bde7-e7ae85366155 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Jan 18 13:59:27.577090 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b449-434c-48c7-b31f-848c68c5274c req-015b874c-b54e-421c-9700-56c12d90fd1a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:27.585919 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c936b449-434c-48c7-b31f-848c68c5274c req-015b874c-b54e-421c-9700-56c12d90fd1a tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 946 time: 0.1090059 Jan 18 13:59:27.634518 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cee9c-917e-4809-8e09-dc651d4717fa req-a1ac04da-b134-4c8b-a358-fa170f660b95 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:27.642030 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cb8cee9c-917e-4809-8e09-dc651d4717fa req-a1ac04da-b134-4c8b-a358-fa170f660b95 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.8758085 Jan 18 13:59:27.650948 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Calling delete_port for 967c341e-da82-4d63-9f7a-03244b9ee6e7 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:27.652820 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c936b449-434c-48c7-b31f-848c68c5274c req-5f07663f-b27f-4928-8023-1b03ab34dedd tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Jan 18 13:59:27.877097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:27.905057 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cb8cee9c-917e-4809-8e09-dc651d4717fa req-5e1964ed-32b3-423f-91aa-3fbe4904a9a2 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618928 Jan 18 13:59:27.908699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755266da-ae49-4d7c-8dd4-72a0ac70b0e1,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:27.920471 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44362) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:27.962206 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:27.963138 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-90047dcf-445d-4bc6-8ca2-22e990e15e07 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/755266da-ae49-4d7c-8dd4-72a0ac70b0e1 HTTP/1.1" status: 204 len: 168 time: 1.5097928 Jan 18 13:59:28.108868 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0869c7b-1627-4573-8de5-1cfbad92311b req-b7c512c1-7545-4c87-9ba1-bcd8986213ca tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:28.113912 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a0869c7b-1627-4573-8de5-1cfbad92311b req-b7c512c1-7545-4c87-9ba1-bcd8986213ca tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1821270 Jan 18 13:59:28.159535 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:59:28.230291 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a0869c7b-1627-4573-8de5-1cfbad92311b req-3cb3d70a-f4d9-41ac-ad90-834834a71b08 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122634 Jan 18 13:59:28.231057 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.245951 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.259596 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['94aa94aa-2430-49e3-a10a-5d101294ce53', '967c341e-da82-4d63-9f7a-03244b9ee6e7'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:28.298662 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:28.303539 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a0b2adf8ef40989ba7ffb7f37bfd41 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:28.306561 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:28.314597 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event deleted for resources: {'Port': ['ID=967c341e-da82-4d63-9f7a-03244b9ee6e7,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:28.315301 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:28.393039 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-04227df4-968d-45d9-abb9-92a0ca0ce909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.428573 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.499080 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.567791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] No DVR routers for this DVR port 967c341e-da82-4d63-9f7a-03244b9ee6e7 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:28.579259 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.605835 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'name': 'network-vif-deleted', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:28.628497 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff686c-b82f-42ef-891d-1cc7547ac54a,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:28.635054 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a45d38ea-cef9-4e7a-8d82-637a13781783 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d3a0b2adf8ef40989ba7ffb7f37bfd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7135496 Jan 18 13:59:28.637604 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44386) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:28.747862 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660f3a4f-e05b-4432-86fb-3d9a307243ae', 'name': 'network-vif-deleted', 'tag': '967c341e-da82-4d63-9f7a-03244b9ee6e7', 'status': 'completed', 'code': 200} Jan 18 13:59:28.809653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c6a97-f095-4c0a-af1b-ec0bb9475c5d req-a1620abc-1745-4512-83f5-bff8287ca8f1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:28.813071 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-333c6a97-f095-4c0a-af1b-ec0bb9475c5d req-a1620abc-1745-4512-83f5-bff8287ca8f1 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2494774 Jan 18 13:59:28.819271 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.847697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:28.901058 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-333c6a97-f095-4c0a-af1b-ec0bb9475c5d req-d36d5a49-5f06-40b5-ab55-8fbfd4d3ab3b tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783091 Jan 18 13:59:28.903045 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dd6adc12-5862-4dd0-85e7-8da9d4689369 req-d271f545-132a-4145-b697-8e320bbfa7eb tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "DELETE /v2.0/ports/967c341e-da82-4d63-9f7a-03244b9ee6e7 HTTP/1.1" status: 204 len: 173 time: 2.3447216 Jan 18 13:59:28.936544 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e2965092-9819-4d50-8d78-520940b55231 req-8b09c26a-086f-4369-8ed8-a782ae29c31c tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.0455937 Jan 18 13:59:29.030249 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.047518 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff686c-b82f-42ef-891d-1cc7547ac54a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:29.102603 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.103984 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-80169df8-73c6-4518-b2d9-7e44269d9dfe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/81ff686c-b82f-42ef-891d-1cc7547ac54a HTTP/1.1" status: 204 len: 168 time: 0.4643583 Jan 18 13:59:29.151589 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44400) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:29.193637 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.250521 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:29.258473 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f64f3996cc409a82fda59211f73cb7 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:29.263848 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:29.273769 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:29.299282 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1eef4-d669-4037-95f1-093ce8ab0d4c req-0663dda4-cdea-4160-8dcd-2e0c319fcfd5 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:29.301110 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bbd1eef4-d669-4037-95f1-093ce8ab0d4c req-0663dda4-cdea-4160-8dcd-2e0c319fcfd5 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1275783 Jan 18 13:59:29.372941 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.374246 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bbd1eef4-d669-4037-95f1-093ce8ab0d4c req-c7334d05-4e64-42e0-ac9c-cb1dbfafd17b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635121 Jan 18 13:59:29.467585 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.477465 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc3f73-5f07-425d-ace5-a57dc7ca675a req-768c7dcb-c365-4e8d-8f48-25a4e54836a6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:29.479093 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b2cc3f73-5f07-425d-ace5-a57dc7ca675a req-768c7dcb-c365-4e8d-8f48-25a4e54836a6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.0800128 Jan 18 13:59:29.496549 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.509823 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.577834 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce784a-bb74-42cc-8dfa-7f219e379e5e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:29.583381 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-53924206-461f-45b8-805b-48102bc0b9a3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d7f64f3996cc409a82fda59211f73cb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4307053 Jan 18 13:59:29.586119 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44414) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:29.599133 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b2cc3f73-5f07-425d-ace5-a57dc7ca675a req-7531eaf4-a8b7-4b22-aa72-c29d8170ec80 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135535 Jan 18 13:59:29.684624 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.740449 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:29.954917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9343-f756-4c9c-baec-125a1778613a req-1f00345a-996a-43d3-935a-d075cce04810 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:29.962943 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-608d9343-f756-4c9c-baec-125a1778613a req-1f00345a-996a-43d3-935a-d075cce04810 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.2337611 Jan 18 13:59:30.017055 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.028587 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-f92a121b-01b7-4173-b989-4a0d85c607a7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.1560142 Jan 18 13:59:30.044533 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce784a-bb74-42cc-8dfa-7f219e379e5e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:30.049288 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.051398 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0e4cda57-5bbc-4c1d-9d16-f201e92d7fdc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1bce784a-bb74-42cc-8dfa-7f219e379e5e HTTP/1.1" status: 204 len: 168 time: 0.4637887 Jan 18 13:59:30.096308 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-608d9343-f756-4c9c-baec-125a1778613a req-a0c66692-4aa1-495c-b000-451fea7b642f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318216 Jan 18 13:59:30.139044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb9e7b-7a3b-4851-a912-1518ad52a0f2 req-0c28c06a-49f0-482c-8d5a-295edc70382a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:30.147722 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-41fb9e7b-7a3b-4851-a912-1518ad52a0f2 req-0c28c06a-49f0-482c-8d5a-295edc70382a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2319191 Jan 18 13:59:30.149651 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44432) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:30.238105 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-41fb9e7b-7a3b-4851-a912-1518ad52a0f2 req-dd619416-9f3d-43e0-9cfc-910d0cf8721a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893428 Jan 18 13:59:30.331977 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2732-29e6-495c-a62b-a9591b0409bd req-ebe4fb99-46d3-4a63-95e7-fb5c5c88b3c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:30.335093 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-ebe4fb99-46d3-4a63-95e7-fb5c5c88b3c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.2910805 Jan 18 13:59:30.462290 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-dc978c4a-f9d3-4a25-a045-e44227c48a18 req-bd08bb4c-478c-4a37-be38-2fcff0708804 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:30.466813 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-5e6a20f0-4dce-4fa8-8483-cd434a176801 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.1234927 Jan 18 13:59:30.493606 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:30.524069 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.567833 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2732-29e6-495c-a62b-a9591b0409bd req-b1033231-6bd5-4e0d-be7f-cc835513c911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:30.569446 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-b1033231-6bd5-4e0d-be7f-cc835513c911 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0947270 Jan 18 13:59:30.612144 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:30.621727 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Usage tracker for resource:security_group_rule and tenant:d604621143684959bff2510b14d7718a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:30.627894 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:30.628641 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-7cd45922-2e02-44e9-90cd-70100c021e04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534666 Jan 18 13:59:30.630485 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-dc978c4a-f9d3-4a25-a045-e44227c48a18 req-bd08bb4c-478c-4a37-be38-2fcff0708804 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:30.641283 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:30.656382 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dc978c4a-f9d3-4a25-a045-e44227c48a18 req-bd08bb4c-478c-4a37-be38-2fcff0708804 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=660f3a4f-e05b-4432-86fb-3d9a307243ae HTTP/1.1" status: 200 len: 210 time: 0.2474749 Jan 18 13:59:30.681636 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.776056 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.841212 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:30.990520 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-58b5609a-9ed2-445c-a6c1-721e9c72325e service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314083 Jan 18 13:59:30.993544 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 967c341e-da82-4d63-9f7a-03244b9ee6e7 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:31.064995 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 967c341e-da82-4d63-9f7a-03244b9ee6e7 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:31.068204 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 967c341e-da82-4d63-9f7a-03244b9ee6e7 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:31.103336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dbda4a-7c0a-4c8e-a15a-5579c890ddf2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:31.122801 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-8401bad7-8197-417f-a9b3-d9b4d5618172 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d604621143684959bff2510b14d7718a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6281464 Jan 18 13:59:31.168324 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44458) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:31.174747 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-622f2732-29e6-495c-a62b-a9591b0409bd req-00410ed0-cad6-440f-afa3-6aed0b63edda service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771383 Jan 18 13:59:31.385947 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765252-f675-460f-a370-085857a80dfe req-bf47d6ca-dbc1-45a6-9b5f-f765ba9db747 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:31.387424 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76765252-f675-460f-a370-085857a80dfe req-bf47d6ca-dbc1-45a6-9b5f-f765ba9db747 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.4358785 Jan 18 13:59:31.433189 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:31.451131 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44480) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:31.459379 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-764625fd-919a-437f-93fd-bc6d2c4e1146 tempest-TestShelveInstance-594326068 tempest-TestShelveInstance-594326068-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1093 time: 1.3077147 Jan 18 13:59:31.462976 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:59:31.474029 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:31.480595 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Usage tracker for resource:floatingip and tenant:87901f80ea98465dba9f8b4e6ed6f2c6 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:31.484605 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:31.495212 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:31.522450 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785a5f-0711-45f9-9ca2-dd7b5c682f8a req-720e09b4-b3ac-4853-9b13-cb285f9bffe4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:31.529872 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-89785a5f-0711-45f9-9ca2-dd7b5c682f8a req-720e09b4-b3ac-4853-9b13-cb285f9bffe4 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1527786 Jan 18 13:59:31.545421 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:31.569180 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76765252-f675-460f-a370-085857a80dfe req-bef23aee-a1f9-4034-bcca-36e2174d7b37 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658964 Jan 18 13:59:31.585631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for floatingip, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:31.686145 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-89785a5f-0711-45f9-9ca2-dd7b5c682f8a req-a44bd110-2d04-44cb-8d2c-8ae7cb148b21 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543894 Jan 18 13:59:31.738749 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:31.765204 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dbda4a-7c0a-4c8e-a15a-5579c890ddf2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:31.793278 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:31.798286 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5ff3cf24-8d14-429a-bfb6-4ec49f973a3c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/82dbda4a-7c0a-4c8e-a15a-5579c890ddf2 HTTP/1.1" status: 204 len: 168 time: 0.6236362 Jan 18 13:59:31.835640 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:32.038294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Allocated IP 172.28.2.109 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/8caebdf5-8dcb-479e-b237-74c7ca7f218a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:59:32.218911 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:32.348737 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:32.446789 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:59:32.453474 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:59:32.460726 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:59:32.524556 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'Port': ['ID=8caebdf5-8dcb-479e-b237-74c7ca7f218a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:33.068138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9444-717a-4b80-8037-3564f208861c req-2db73198-bdb4-462a-a121-d1acfbe707d6 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:33.069808 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-23db9444-717a-4b80-8037-3564f208861c req-2db73198-bdb4-462a-a121-d1acfbe707d6 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1580067 Jan 18 13:59:33.203471 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-23db9444-717a-4b80-8037-3564f208861c req-2b5d68e1-b39e-428f-83f8-9c12605b7539 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147461 Jan 18 13:59:33.252897 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f1c5a-444f-4927-940e-7544702b773f req-50280a59-a4dc-4662-849a-1f244d72aeea tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:33.260931 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-933f1c5a-444f-4927-940e-7544702b773f req-50280a59-a4dc-4662-849a-1f244d72aeea tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2305515 Jan 18 13:59:33.376288 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-933f1c5a-444f-4927-940e-7544702b773f req-d2b469da-2607-4ce6-9590-27c5e4708ee5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140449 Jan 18 13:59:33.574023 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:33.767653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.178295 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.240295 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44576) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:34.264674 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.325044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Deleting subnet b07275b2-bd34-4735-b843-86423500b721 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:34.335415 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.480923 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.571873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.655284 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.754342 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event updated for resources: {'Port': ['ID=8caebdf5-8dcb-479e-b237-74c7ca7f218a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:34.802241 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17a9e-7973-4452-aa39-565ba00abd8e req-3e224d59-54fb-4273-970c-1c3888261419 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:34.803744 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-41b17a9e-7973-4452-aa39-565ba00abd8e req-3e224d59-54fb-4273-970c-1c3888261419 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.5898969 Jan 18 13:59:34.900776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837940d-1516-4872-b027-617bdc37302d req-1ee3a919-6758-4a16-9364-21dd27d2f85e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:34.909554 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0837940d-1516-4872-b027-617bdc37302d req-1ee3a919-6758-4a16-9364-21dd27d2f85e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.3093967 Jan 18 13:59:34.928942 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:34.961652 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-41b17a9e-7973-4452-aa39-565ba00abd8e req-16fe31ef-88fa-42e0-a518-ede26b89c622 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233339 Jan 18 13:59:35.014258 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0837940d-1516-4872-b027-617bdc37302d req-31831bea-7e0c-4c96-bbcc-a17271e9a933 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036053 Jan 18 13:59:35.017948 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07275b2-bd34-4735-b843-86423500b721,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:35.025175 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.040582 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5a315ff4-9da6-482e-8ff1-7640d189680e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b07275b2-bd34-4735-b843-86423500b721 HTTP/1.1" status: 204 len: 168 time: 0.7985961 Jan 18 13:59:35.051051 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44610) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:35.231695 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.l3_db [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Floating IP 2fb8bb2d-2423-4c89-a915-b517834f9647 associated. External IP: 172.28.2.109, port: 03bbe6be-9465-4eb3-8f08-5c63f8cf5382. Jan 18 13:59:35.241875 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.356966 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0876-5519-4402-8e75-7744c43c3f14 req-e6bc8539-1205-4583-a16a-3cdda4b68f64 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:35.380744 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3dae0876-5519-4402-8e75-7744c43c3f14 req-e6bc8539-1205-4583-a16a-3cdda4b68f64 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.2432029 Jan 18 13:59:35.405003 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.446452 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355914fe-8cfa-4c33-9247-9231b437cc07']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:35.462693 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ec347a-e59f-40ff-a71a-d51422787b29') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:35.462985 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ec347a-e59f-40ff-a71a-d51422787b29') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:35.478182 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.498676 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.512278 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:35.512617 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:35.532713 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:35.554614 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3dae0876-5519-4402-8e75-7744c43c3f14 req-2ac546f1-3114-41d1-baea-262b1aba0b86 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728997 Jan 18 13:59:35.734892 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.799939 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:35.813381 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] Pushing event deleted for resources: {'Network': ['ID=355914fe-8cfa-4c33-9247-9231b437cc07,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:35.870742 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-22b68438-e9f0-4066-bc76-b3199d97386c admin admin] 10.222.0.94 "DELETE /v2.0/networks/355914fe-8cfa-4c33-9247-9231b437cc07 HTTP/1.1" status: 204 len: 168 time: 0.8183632 Jan 18 13:59:36.118639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6914bd24-a112-4d67-8699-d7d175422f7b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:36.122908 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6914bd24-a112-4d67-8699-d7d175422f7b tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.2108927 Jan 18 13:59:36.295021 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Deleting port 94aa94aa-2430-49e3-a10a-5d101294ce53 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:36.295021 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:36.463640 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-928e1240-f705-4b72-b317-682176ffb978 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930004 Jan 18 13:59:36.565608 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-e24d850c-aad9-4030-b70d-6c9376756652 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8733a52c466142199f3750f165ef7e20&device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 1098 time: 0.0734446 Jan 18 13:59:36.728897 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-9617f3f1-aeba-47cf-9680-d7ed765f2676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:36.730715 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-9617f3f1-aeba-47cf-9680-d7ed765f2676 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 200 len: 919 time: 0.1450980 Jan 18 13:59:36.731910 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a234-1c2c-48ad-a7af-d4ba51c02274 req-4eba7bed-8964-4263-8e75-e91b2dacc53d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:36.733494 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8be8a234-1c2c-48ad-a7af-d4ba51c02274 req-4eba7bed-8964-4263-8e75-e91b2dacc53d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 945 time: 0.3786616 Jan 18 13:59:36.775995 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] For port 94aa94aa-2430-49e3-a10a-5d101294ce53, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=94aa94aa-2430-49e3-a10a-5d101294ce53,segment=NetworkSegment(22a73475-0c49-4525-a547-120176d024c4),segment_id=22a73475-0c49-4525-a547-120176d024c4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:36.776371 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:36.807404 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-941aea39-6e91-490d-98a7-0efe67bf7a40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 200 len: 217 time: 0.0670097 Jan 18 13:59:36.879109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-ca4a43b7-d16d-4266-89e0-adb92b080f0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:36.880896 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-ca4a43b7-d16d-4266-89e0-adb92b080f0c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 200 len: 859 time: 0.0618804 Jan 18 13:59:36.932854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Calling delete_port for 94aa94aa-2430-49e3-a10a-5d101294ce53 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:36.934223 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-f1886706-a71a-4790-9e91-3ed59f0b7a42 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4ccc2929-5b6a-4307-a47a-365d2605dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470593 Jan 18 13:59:36.973991 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Router 0546c65d-76ca-4921-8230-f1df0acff8ef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:59:37.007368 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8be8a234-1c2c-48ad-a7af-d4ba51c02274 req-1071e3c8-e3d9-4c4e-877c-a4e897a43218 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/security-groups?id=8b006b7f-e360-4962-a4c7-9f7587dd3bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553957 Jan 18 13:59:37.093081 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44638) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:37.273478 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-d274037e-ff6a-4433-b468-bc0c56c94f2b service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329232 Jan 18 13:59:37.358443 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c22b56b7-9f63-44b6-8a81-c4c5befdd75d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ff14523c7b484e208e206ebfefd3edfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2572002 Jan 18 13:59:37.368412 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44648) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:37.392902 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.490013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Pushing event deleted for resources: {'Port': ['ID=94aa94aa-2430-49e3-a10a-5d101294ce53,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:37.515267 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c9046f67-1196-4664-8fe7-c40cc050fd65 req-8c919b52-81d9-4f5d-9723-10f8c958512c service neutron] 10.222.0.95 "GET /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329884 Jan 18 13:59:37.582451 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.651354 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2233e73-7437-4d02-8bdd-5393542b91df req-6969ec60-b901-4603-a262-76d8a228d98a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:37.652705 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2233e73-7437-4d02-8bdd-5393542b91df req-6969ec60-b901-4603-a262-76d8a228d98a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.4719081 Jan 18 13:59:37.715045 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] No DVR routers for this DVR port 94aa94aa-2430-49e3-a10a-5d101294ce53 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:37.733721 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.736297 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'name': 'network-vif-deleted', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:37.797798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.838414 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cc20a-f866-457a-a880-ba4a6620c376', 'name': 'network-vif-deleted', 'tag': '94aa94aa-2430-49e3-a10a-5d101294ce53', 'status': 'completed', 'code': 200} Jan 18 13:59:37.862824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.885195 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2233e73-7437-4d02-8bdd-5393542b91df req-2c7c5445-6b75-4dd3-b7c2-8a0072130451 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996148 Jan 18 13:59:37.928432 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c3f4f765-9a1c-4557-93d4-3fd4fa67e675 req-6d26a07f-f0df-4bef-8c29-35e2a75a930d tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.95 "DELETE /v2.0/ports/94aa94aa-2430-49e3-a10a-5d101294ce53 HTTP/1.1" status: 204 len: 173 time: 1.7952182 Jan 18 13:59:37.930697 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:59:37.956225 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Sync routers for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:59:37.994430 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:38.000700 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:59:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:38.051172 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:38.228170 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:38.230950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:38.234117 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f92c9378-7ab4-4cc9-9440-a06a631b4bc9 HTTP/1.1" status: 204 len: 168 time: 0.8624244 Jan 18 13:59:38.305357 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:38.307599 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31850bd0-754f-4c17-993e-0975a1b10ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c9378-7ab4-4cc9-9440-a06a631b4bc9,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:38.360063 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-526c5f58-9f34-4a4a-9052-aa2867385b1e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9073727 Jan 18 13:59:38.403877 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-660f92b9-9de8-4d04-9592-a05c91674524 req-50699e0c-69e7-479d-8ec6-659bdb289bc5 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.1369617 Jan 18 13:59:39.000410 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '2fb8bb2d-2423-4c89-a915-b517834f9647', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'mac_address': 'fa:16:3e:a6:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51eebf-e231-4c69-8cef-054fe580c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:59:33Z', 'updated_at': '2022-01-18T13:59:33Z', 'revision_number': 0, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:39.017343 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Checking router: 0546c65d-76ca-4921-8230-f1df0acff8ef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:59:39.033067 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:39.033655 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:59:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:39.055776 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 94aa94aa-2430-49e3-a10a-5d101294ce53 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:39.172173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 94aa94aa-2430-49e3-a10a-5d101294ce53 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:39.176018 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 94aa94aa-2430-49e3-a10a-5d101294ce53 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:39.379592 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198fc7-ffa6-44c8-bb12-36691b96f75b req-92f6b454-e761-4ed1-8ee0-ec18b06826d5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:39.387792 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-db198fc7-ffa6-44c8-bb12-36691b96f75b req-92f6b454-e761-4ed1-8ee0-ec18b06826d5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1523845 Jan 18 13:59:39.482124 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:39.545235 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-db198fc7-ffa6-44c8-bb12-36691b96f75b req-37a30a40-26dc-4241-9f17-ed84a40bd604 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563723 Jan 18 13:59:39.830796 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-781d5430-4d09-4f5c-93d2-7ee05e23c00f req-7cf56262-a24a-40fd-8bcc-c059d8283789 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Synchronizing usage tracker for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:39.840200 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:39.968258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-781d5430-4d09-4f5c-93d2-7ee05e23c00f req-7cf56262-a24a-40fd-8bcc-c059d8283789 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] Unset dirty status for tenant:ebe86205bfcb40c28fea5a67b48d038c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:39.969740 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-781d5430-4d09-4f5c-93d2-7ee05e23c00f req-7cf56262-a24a-40fd-8bcc-c059d8283789 tempest-AttachVolumeNegativeTest-1647764866 tempest-AttachVolumeNegativeTest-1647764866-project] 10.222.0.94 "GET /v2.0/ports?device_id=f83cc20a-f866-457a-a880-ba4a6620c376 HTTP/1.1" status: 200 len: 210 time: 0.2362111 Jan 18 13:59:40.009291 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'status': 'completed', 'code': 200} Jan 18 13:59:40.238824 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '2fb8bb2d-2423-4c89-a915-b517834f9647', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'mac_address': 'fa:16:3e:a6:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51eebf-e231-4c69-8cef-054fe580c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:59:33Z', 'updated_at': '2022-01-18T13:59:33Z', 'revision_number': 0, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:40.245413 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffab36f-f28b-443a-a4ae-8ca5f41de102 None None] The sync data for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb is: [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '2fb8bb2d-2423-4c89-a915-b517834f9647', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'mac_address': 'fa:16:3e:a6:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51eebf-e231-4c69-8cef-054fe580c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:59:33Z', 'updated_at': '2022-01-18T13:59:33Z', 'revision_number': 0, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:59:40.291483 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-e20223cb-e1d2-442a-af7a-f4197568ba5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.2046750 Jan 18 13:59:40.475989 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-0a8c15f7-6f19-4343-b2ff-2aeed8266ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:40.478897 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-0a8c15f7-6f19-4343-b2ff-2aeed8266ae5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.1801467 Jan 18 13:59:40.654158 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-3e55e5c7-5226-4d2d-95d3-d929f196db36 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 999 time: 0.1681724 Jan 18 13:59:40.668596 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c85978-cc53-4949-b96d-c05c1e4f7a1d None None] New status for floating IP 2fb8bb2d-2423-4c89-a915-b517834f9647: ACTIVE {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:59:40.778554 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-f53fc4d2-6832-4e71-afa8-9b67f7671a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:40.782466 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-f53fc4d2-6832-4e71-afa8-9b67f7671a31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.1206410 Jan 18 13:59:40.938085 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-18789f9c-b040-419c-b7c5-7983d72704f4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1473069 Jan 18 13:59:41.016650 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164deb13-7a3e-4a7a-90c0-eab1dc8c96c1 req-25ab0408-5c5a-4e54-a0dd-54579623f092 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:41.024330 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-164deb13-7a3e-4a7a-90c0-eab1dc8c96c1 req-25ab0408-5c5a-4e54-a0dd-54579623f092 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1813028 Jan 18 13:59:41.134700 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-5ed47cf5-a926-4bb2-a7b8-fe78089069ac service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895411 Jan 18 13:59:41.178305 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-164deb13-7a3e-4a7a-90c0-eab1dc8c96c1 req-2bf6ed3c-044d-4213-bcf9-9271b4eef76b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530168 Jan 18 13:59:41.275166 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44738) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:41.333103 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9eb04da5-52ae-4764-984c-abe4f4aee204 req-f6beedce-9770-481f-9851-5ccef571215c service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920531 Jan 18 13:59:41.416068 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Deleting subnet d3f7c40b-317c-4f23-ba98-34c61c7ede79 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:41.420351 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:41.485994 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:41.559705 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.087845 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.147849 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f7c40b-317c-4f23-ba98-34c61c7ede79,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:42.151736 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.161389 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c2e65402-65ec-48a8-932a-19740d9e904e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/d3f7c40b-317c-4f23-ba98-34c61c7ede79 HTTP/1.1" status: 204 len: 168 time: 0.8815858 Jan 18 13:59:42.161508 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:42.336452 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.547889 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.589667 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f1c88-78c4-4d64-8562-53f0b7da92a6']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:42.604914 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a73475-0c49-4525-a547-120176d024c4') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:42.605216 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a73475-0c49-4525-a547-120176d024c4') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:42.619831 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.633215 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aceeda-3716-4564-966c-bf9b9a818d95 req-552e9afe-9676-40d1-8505-2cac9c8bddf5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:42.634691 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-59aceeda-3716-4564-966c-bf9b9a818d95 req-552e9afe-9676-40d1-8505-2cac9c8bddf5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1657062 Jan 18 13:59:42.671794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.684156 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:42.684551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:42.698069 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:42.762060 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-59aceeda-3716-4564-966c-bf9b9a818d95 req-2fa441a9-90a9-4e00-83f3-fcc6157c273e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196127 Jan 18 13:59:43.178201 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:43.198265 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:43.203368 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35f1c88-78c4-4d64-8562-53f0b7da92a6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:43.278854 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c330f789-3146-4b1f-8a4a-97941ed6da39 admin admin] 10.222.0.94 "DELETE /v2.0/networks/d35f1c88-78c4-4d64-8562-53f0b7da92a6 HTTP/1.1" status: 204 len: 168 time: 1.1163075 Jan 18 13:59:43.810660 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44776) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:43.888680 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9ca48200-e40e-4ead-8afb-fbb4eb994c68 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ebe86205bfcb40c28fea5a67b48d038c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0767121 Jan 18 13:59:43.891142 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44782) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:44.010854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:44.058856 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:44.130771 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c6f56-d714-4c2f-8930-ec575be474b3 req-c567b74d-5fe4-4861-b9bc-d9e035b98b3d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:44.132303 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-860c6f56-d714-4c2f-8930-ec575be474b3 req-c567b74d-5fe4-4861-b9bc-d9e035b98b3d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1869991 Jan 18 13:59:44.191545 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-860c6f56-d714-4c2f-8930-ec575be474b3 req-423f166d-2146-41e9-af5a-7c8839a97c4d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Jan 18 13:59:44.266702 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:44.283841 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b006b7f-e360-4962-a4c7-9f7587dd3bf0,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:44.370167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:44.373397 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ed66c177-d208-4e5b-97a1-71c74ed81d1b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8b006b7f-e360-4962-a4c7-9f7587dd3bf0 HTTP/1.1" status: 204 len: 168 time: 0.4788542 Jan 18 13:59:45.233800 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dade5f-dd7c-4383-80a0-2ee9eb3c2679 req-ff2368f3-2cc0-4f26-9a41-300faf443e98 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:45.233800 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-36dade5f-dd7c-4383-80a0-2ee9eb3c2679 req-ff2368f3-2cc0-4f26-9a41-300faf443e98 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0994184 Jan 18 13:59:45.286326 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-36dade5f-dd7c-4383-80a0-2ee9eb3c2679 req-a02c4cdc-fa95-43c9-865f-6548f9b96fb7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Jan 18 13:59:45.400375 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-d261cb83-6f7b-40e9-9449-bc32a0ad1149 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1098 time: 0.0865061 Jan 18 13:59:45.436338 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482d6f-b6b8-419c-899d-de507b806135 req-903d62ef-9b9f-46f0-b900-79f1fbc8a830 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:45.437846 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d482d6f-b6b8-419c-899d-de507b806135 req-903d62ef-9b9f-46f0-b900-79f1fbc8a830 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.0940533 Jan 18 13:59:45.490571 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d482d6f-b6b8-419c-899d-de507b806135 req-47e5cd81-d105-4403-b49f-5c7dc7e99d6a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Jan 18 13:59:45.553675 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-85eea844-1634-44c4-a953-0f4f2cf50d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:45.555162 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-85eea844-1634-44c4-a953-0f4f2cf50d69 service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.1489022 Jan 18 13:59:45.669511 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-019c6b60-b79a-4542-bff0-521cb2cbe44d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 1001 time: 0.1071560 Jan 18 13:59:45.749024 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-95d4ac2f-c275-4574-856a-5034eb395308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:45.751551 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-95d4ac2f-c275-4574-856a-5034eb395308 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0714972 Jan 18 13:59:45.844213 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-76375fc0-69d6-4d10-8cd6-637eb0ba8398 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826824 Jan 18 13:59:46.064871 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-9438b29a-bb98-46e5-9943-2e74e0da7ed8 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124848 Jan 18 13:59:46.202972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-30d2c61d-6d51-49d1-87b4-3ca81550de58 req-5ba0f488-2eae-45e1-84c6-9fde84ded5e1 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311035 Jan 18 13:59:46.366863 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44856) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:46.516510 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:46.520834 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a59a63-94d0-4175-8beb-2114bca91e86 req-68f00da3-ba96-4640-a3ac-cd9f609c9ee8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:46.522436 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-48a59a63-94d0-4175-8beb-2114bca91e86 req-68f00da3-ba96-4640-a3ac-cd9f609c9ee8 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.0915465 Jan 18 13:59:46.551695 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:46.557206 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Usage tracker for resource:security_group_rule and tenant:e75ba1ebb7604d0eb5a22b29f1e28f08 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:46.562523 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:46.570669 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:46.576956 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-48a59a63-94d0-4175-8beb-2114bca91e86 req-ff97113f-9c4b-417b-a35e-1a3071f55873 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476143 Jan 18 13:59:46.643612 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:46.726961 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:46.757475 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a273b0-8b25-4560-ba38-d1f5945e112e req-06b58ab7-0ee2-4cec-839b-b5a32fb8f35b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:46.757475 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f6a273b0-8b25-4560-ba38-d1f5945e112e req-06b58ab7-0ee2-4cec-839b-b5a32fb8f35b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1069202 Jan 18 13:59:46.807607 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd03140-569f-47ed-b3be-c702d02d81ad,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:46.824784 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-15794b82-6322-41cf-a248-e568a4589f72 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e75ba1ebb7604d0eb5a22b29f1e28f08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4567084 Jan 18 13:59:46.827419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44870) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:46.835712 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f6a273b0-8b25-4560-ba38-d1f5945e112e req-acec0e71-a57f-4896-bb67-5e1ea4986f92 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711772 Jan 18 13:59:46.900397 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:46.926515 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:47.058179 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:47.077321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd03140-569f-47ed-b3be-c702d02d81ad,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:47.080895 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:47.082377 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-57087cac-1794-499d-8afe-157c19fd50b0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8dd03140-569f-47ed-b3be-c702d02d81ad HTTP/1.1" status: 204 len: 168 time: 0.2537491 Jan 18 13:59:47.811977 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e87b9-7883-4406-a969-20ed6a697922 req-6b944389-d763-4d43-b137-daa0efc57081 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:47.811977 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2d6e87b9-7883-4406-a969-20ed6a697922 req-6b944389-d763-4d43-b137-daa0efc57081 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1084731 Jan 18 13:59:47.856773 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2d6e87b9-7883-4406-a969-20ed6a697922 req-91eef411-2755-4eef-8fcb-24128117a253 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Jan 18 13:59:47.866876 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 44898) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:47.886087 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:47.917778 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:47.921636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Usage tracker for resource:security_group_rule and tenant:fe4fd225288b4f3bb857375855837239 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:47.924708 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:47.934683 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:48.009881 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.063872 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870c6c-7a16-4503-92df-6c065c254b16 req-c12dfa12-17d0-4d7d-ac4d-1268619d11f3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:48.065367 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-da870c6c-7a16-4503-92df-6c065c254b16 req-c12dfa12-17d0-4d7d-ac4d-1268619d11f3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.0781419 Jan 18 13:59:48.117339 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-da870c6c-7a16-4503-92df-6c065c254b16 req-c657d322-768b-4a93-a87d-ff668f9f2747 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458515 Jan 18 13:59:48.120708 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.181362 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fe4fd225288b4f3bb857375855837239&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3103900 Jan 18 13:59:48.182185 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 44908) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:48.184072 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b88bcc-2c70-4059-888c-3d9f647b48be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f480fd6e-01f6-4b67-ae90-19579442644a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:48.196981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-d2791485-6497-4fd2-a373-1878f9f1f9bc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:48.205108 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-d2791485-6497-4fd2-a373-1878f9f1f9bc tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 946 time: 0.1483741 Jan 18 13:59:48.290890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Deleting port 15a3bd14-97c4-4df6-b773-d526da6eec42 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:48.291233 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.330357 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.359370 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.480989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.501732 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480fd6e-01f6-4b67-ae90-19579442644a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:48.555296 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.556338 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d9b90423-2738-4592-a415-efe47feb906c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f480fd6e-01f6-4b67-ae90-19579442644a HTTP/1.1" status: 204 len: 168 time: 0.3729830 Jan 18 13:59:48.558466 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] For port 15a3bd14-97c4-4df6-b773-d526da6eec42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=15a3bd14-97c4-4df6-b773-d526da6eec42,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:48.559014 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.690168 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Calling delete_port for 15a3bd14-97c4-4df6-b773-d526da6eec42 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:48.920819 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:48.933554 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['4f92507d-77a4-4b85-b9d1-6d6a0c13445a', '15a3bd14-97c4-4df6-b773-d526da6eec42'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:48.982496 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Pushing event deleted for resources: {'Port': ['ID=15a3bd14-97c4-4df6-b773-d526da6eec42,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:49.074982 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:49.112087 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8133861e-abd6-4d1a-bb65-9166f18367e5 req-58593aa3-1e97-4f69-8cdc-71cb0eb4b205 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.0907645 Jan 18 13:59:49.113905 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] No DVR routers for this DVR port 15a3bd14-97c4-4df6-b773-d526da6eec42 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:49.116456 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:49.119293 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'name': 'network-vif-deleted', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:49.260285 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66722dec-579c-4ee6-8a34-4686274a497e', 'name': 'network-vif-deleted', 'tag': '15a3bd14-97c4-4df6-b773-d526da6eec42', 'status': 'completed', 'code': 200} Jan 18 13:59:49.265227 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-983e0fe8-bed3-4294-9d11-49be5f74d40b req-c8912643-c04f-44a0-8c8e-40da6959a923 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "DELETE /v2.0/ports/15a3bd14-97c4-4df6-b773-d526da6eec42 HTTP/1.1" status: 204 len: 173 time: 1.0540974 Jan 18 13:59:49.269095 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:49.346579 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:49.354318 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:49.421717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bb7ca-0ad0-43c5-a619-f751317472ae req-d7dc07b6-b941-47e5-8edc-202ce2dff25d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:49.426385 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0a4bb7ca-0ad0-43c5-a619-f751317472ae req-d7dc07b6-b941-47e5-8edc-202ce2dff25d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 945 time: 0.1093922 Jan 18 13:59:49.447027 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'code': 200} Jan 18 13:59:49.467566 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:49.505516 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0a4bb7ca-0ad0-43c5-a619-f751317472ae req-5a8a0c27-21a4-49ca-aff8-cba6690ced1e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746181 Jan 18 13:59:49.582793 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=8']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:50.352029 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-35475456-1735-4529-b17e-a062db146aa7 req-7dbc2809-4ada-4c51-a9da-978c584a3421 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Synchronizing usage tracker for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:59:50.455519 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-35475456-1735-4529-b17e-a062db146aa7 req-7dbc2809-4ada-4c51-a9da-978c584a3421 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Unset dirty status for tenant:8733a52c466142199f3750f165ef7e20 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:59:50.456904 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-35475456-1735-4529-b17e-a062db146aa7 req-7dbc2809-4ada-4c51-a9da-978c584a3421 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=66722dec-579c-4ee6-8a34-4686274a497e HTTP/1.1" status: 200 len: 210 time: 0.1495593 Jan 18 13:59:51.385109 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-97986a73-ed68-405f-ac92-27091b62ca95 req-0a80a685-72aa-463d-8a5b-688e3c271b99 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1653111 Jan 18 13:59:51.884246 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d01ae-9f70-4a34-b086-2ada2674423c req-d2a1b1f5-8205-4ebf-b6d0-d2ee5f8aa868 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:51.885707 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a16d01ae-9f70-4a34-b086-2ada2674423c req-d2a1b1f5-8205-4ebf-b6d0-d2ee5f8aa868 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0831516 Jan 18 13:59:51.936090 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a16d01ae-9f70-4a34-b086-2ada2674423c req-41e75fbe-81d6-4c1e-b49d-c1899d40ada1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448227 Jan 18 13:59:52.279344 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45020) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:52.343997 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5481-888a-4455-90d3-4984e162ab9b req-393280bd-de94-48e3-b916-dcedc186a5e3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:52.347912 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dbaa5481-888a-4455-90d3-4984e162ab9b req-393280bd-de94-48e3-b916-dcedc186a5e3 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0912430 Jan 18 13:59:52.402228 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dbaa5481-888a-4455-90d3-4984e162ab9b req-49efcfc1-41e6-410a-bdbd-a8d8ce4a417c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485129 Jan 18 13:59:52.438059 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-eb629d25-c3d1-4377-b6da-6092651ba89a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1565397 Jan 18 13:59:53.109213 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:53.213199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401fb0e-0420-441a-900c-a6d7424ccc62 req-3a517658-c248-4291-98e0-9cc10e5c6bcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:53.220494 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2401fb0e-0420-441a-900c-a6d7424ccc62 req-3a517658-c248-4291-98e0-9cc10e5c6bcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1292343 Jan 18 13:59:53.277160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 15a3bd14-97c4-4df6-b773-d526da6eec42 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:53.298635 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2401fb0e-0420-441a-900c-a6d7424ccc62 req-bee19a05-229d-43ef-be65-b775afea4fa0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771141 Jan 18 13:59:53.336224 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 15a3bd14-97c4-4df6-b773-d526da6eec42 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:53.336565 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 15a3bd14-97c4-4df6-b773-d526da6eec42 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:53.621049 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723198-149a-4be8-b5a4-7f695c2872c0 req-07dc27b9-8752-439b-8909-2003639c053f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:53.622530 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f9723198-149a-4be8-b5a4-7f695c2872c0 req-07dc27b9-8752-439b-8909-2003639c053f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0880277 Jan 18 13:59:53.667992 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f9723198-149a-4be8-b5a4-7f695c2872c0 req-38a7f5a7-b4f0-4e45-80de-c42820dc9f07 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Jan 18 13:59:54.505364 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83745c-386b-42a2-bcda-17b9d31ebad0 req-96825489-5b71-48b5-8df6-0dea66601c4d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:54.506886 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2e83745c-386b-42a2-bcda-17b9d31ebad0 req-96825489-5b71-48b5-8df6-0dea66601c4d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0789967 Jan 18 13:59:54.558325 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2e83745c-386b-42a2-bcda-17b9d31ebad0 req-f9bd2724-c5c5-46ec-a57c-ec74137e492d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458822 Jan 18 13:59:54.876163 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf03ca7-8b9d-48d0-8d6c-08c3fc8be8e8 req-9d1f8d00-22d7-4d4b-9d4d-66f6f4c3e23e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:54.879062 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5cf03ca7-8b9d-48d0-8d6c-08c3fc8be8e8 req-9d1f8d00-22d7-4d4b-9d4d-66f6f4c3e23e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0836024 Jan 18 13:59:54.933278 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5cf03ca7-8b9d-48d0-8d6c-08c3fc8be8e8 req-6d5a44d2-d109-4b4f-b7ac-bb44709f2829 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450602 Jan 18 13:59:55.428154 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-cfd65999-fca9-47ed-8ee0-db2b1844d239 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 1096 time: 0.0757287 Jan 18 13:59:55.523287 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-428782c0-ce4c-4c27-a8cd-2d22fd4953ca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1096 time: 0.0701342 Jan 18 13:59:55.657316 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffb468-47ec-4970-943c-de14fb279db4 req-18f7c48a-91ae-4c5a-8544-7316061777ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:55.659671 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-18f7c48a-91ae-4c5a-8544-7316061777ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.1295574 Jan 18 13:59:55.785993 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a707c5b-d6b5-40fd-8b2e-3c50e3b4f41f req-1cb05341-6cfb-44e8-97ea-70e1ac1049d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:55.787481 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7a707c5b-d6b5-40fd-8b2e-3c50e3b4f41f req-1cb05341-6cfb-44e8-97ea-70e1ac1049d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0851607 Jan 18 13:59:55.794571 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-d546349e-fcb3-45c9-a9b9-7b39dc24137d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 200 len: 999 time: 0.1278427 Jan 18 13:59:55.837838 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7a707c5b-d6b5-40fd-8b2e-3c50e3b4f41f req-2ffab8b0-746a-4e31-9e37-c0e20ea71d54 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 Jan 18 13:59:55.859934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffb468-47ec-4970-943c-de14fb279db4 req-e1359d1c-ba38-40ce-9e03-05d2bb9a8378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:55.861349 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-e1359d1c-ba38-40ce-9e03-05d2bb9a8378 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0599487 Jan 18 13:59:55.912584 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-19d1c32e-1420-4d1b-a44a-957a65737445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:55.946246 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-d1549784-89d2-459a-8f4c-5f86766be350 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707321 Jan 18 13:59:56.142762 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-83c5725a-d432-4519-b855-b18cac36098c service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891456 Jan 18 13:59:56.232309 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297549e5-25eb-4878-8dab-e5ebf1f128c4 req-0a29467c-126b-4f78-9649-ed43b8367c21 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:56.233754 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-297549e5-25eb-4878-8dab-e5ebf1f128c4 req-0a29467c-126b-4f78-9649-ed43b8367c21 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1778874 Jan 18 13:59:56.326478 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6cffb468-47ec-4970-943c-de14fb279db4 req-aadffb3f-dccb-4e65-a71d-7782c5eed0c5 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755393 Jan 18 13:59:56.329077 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-297549e5-25eb-4878-8dab-e5ebf1f128c4 req-a0586ffe-7bcc-452d-b9b5-48fa85576453 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865166 Jan 18 13:59:57.060027 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f90a6f-c65d-467f-b2c3-dde5e024e4fc req-bba5c28f-4d8a-40e9-96cf-af5edb571459 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:57.061474 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-49f90a6f-c65d-467f-b2c3-dde5e024e4fc req-bba5c28f-4d8a-40e9-96cf-af5edb571459 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0802617 Jan 18 13:59:57.107113 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-49f90a6f-c65d-467f-b2c3-dde5e024e4fc req-468591a9-0af4-4487-be10-092a37ef5764 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393939 Jan 18 13:59:57.563950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08150d50-868a-4725-962c-8f0f55536973 req-f18ee003-969e-4d5a-9634-351310915045 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:57.566877 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08150d50-868a-4725-962c-8f0f55536973 req-f18ee003-969e-4d5a-9634-351310915045 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0947752 Jan 18 13:59:57.622486 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08150d50-868a-4725-962c-8f0f55536973 req-02bee3d0-a610-43a4-af29-39f1ad2aad2a tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483668 Jan 18 13:59:58.258181 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f3049195-52f5-4713-a46e-1fbd7c588170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:58.377798 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10d3f9-2e84-433c-9b00-51c78c514a71 req-662a66be-22d4-4eb8-a946-081d346fce3b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:58.380352 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ec10d3f9-2e84-433c-9b00-51c78c514a71 req-662a66be-22d4-4eb8-a946-081d346fce3b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1018240 Jan 18 13:59:58.436975 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ec10d3f9-2e84-433c-9b00-51c78c514a71 req-fd727d19-e23e-4c38-9ea7-dde0102dbaf5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485651 Jan 18 13:59:58.855971 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45182) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:59.076351 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21550-3bae-4759-a077-ff824a8c43b5 req-99e5e576-0600-4002-ae71-950ebc47d169 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:59.084774 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ecf21550-3bae-4759-a077-ff824a8c43b5 req-99e5e576-0600-4002-ae71-950ebc47d169 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1773045 Jan 18 13:59:59.142211 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ecf21550-3bae-4759-a077-ff824a8c43b5 req-250cad08-feb1-4dcb-b1d2-7b294d6dd7f0 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Jan 18 13:59:59.152772 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.203977 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:59:59.208276 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Usage tracker for resource:security_group_rule and tenant:b6e603c6be324b85b96d4336b5e28a6d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:59:59.215592 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:59:59.223669 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:59:59.292058 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.316357 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.384096 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.432184 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.495993 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d413b2-edc4-4f00-8a8f-373d5efe4db7,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:59.502572 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b6e603c6be324b85b96d4336b5e28a6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6453905 Jan 18 13:59:59.505934 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45198) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:59.528625 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.529133 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.529563 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.530009 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.530426 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.530863 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.531423 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.531962 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.532609 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.533173 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.534255 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121139c-ef3d-4a2a-9c29-c150a3e2951d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:59.599294 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.632330 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.762115 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c30760-1433-4d64-a422-ddf404fa1a9a req-07188d3a-5b66-4ab7-ad22-c12045d46314 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:59.778313 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-34c30760-1433-4d64-a422-ddf404fa1a9a req-07188d3a-5b66-4ab7-ad22-c12045d46314 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1353526 Jan 18 13:59:59.824949 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-34c30760-1433-4d64-a422-ddf404fa1a9a req-1330dd41-66a6-4391-8bb5-5f90aea66671 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455947 Jan 18 13:59:59.855493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.876361 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d413b2-edc4-4f00-8a8f-373d5efe4db7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:59.890798 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:59.892093 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-91b271d3-799b-4891-9ef3-ce51b2aabd33 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/41d413b2-edc4-4f00-8a8f-373d5efe4db7 HTTP/1.1" status: 204 len: 168 time: 0.3851352 Jan 18 14:00:00.469600 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c6d03-4a63-4303-a0b1-8c9978a0081d req-7374b464-779c-472c-a6b4-350336d6478f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:00.469600 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc7c6d03-4a63-4303-a0b1-8c9978a0081d req-7374b464-779c-472c-a6b4-350336d6478f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1730430 Jan 18 14:00:00.520434 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc7c6d03-4a63-4303-a0b1-8c9978a0081d req-2f9e2ca5-7bf5-4d4c-846c-686a1f327d04 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Jan 18 14:00:01.079567 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13d01-8e3c-4f26-9a53-c20308441f17 req-7ea59881-2084-4c4b-9584-7b951af49455 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:01.081758 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c2e13d01-8e3c-4f26-9a53-c20308441f17 req-7ea59881-2084-4c4b-9584-7b951af49455 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0893290 Jan 18 14:00:01.142284 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c2e13d01-8e3c-4f26-9a53-c20308441f17 req-250dbdc6-b03a-4031-b06f-ab3e1c85a7bb tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547378 Jan 18 14:00:01.166410 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:01.953546 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee729d56-cd94-4940-aa9d-f3fc0ea41cd5 req-5d708320-00e3-494e-8faf-855ae363cda7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:01.956427 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ee729d56-cd94-4940-aa9d-f3fc0ea41cd5 req-5d708320-00e3-494e-8faf-855ae363cda7 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.2395892 Jan 18 14:00:01.999282 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:02.064511 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ee729d56-cd94-4940-aa9d-f3fc0ea41cd5 req-ec9421c5-0076-4828-81be-50be51fe2863 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916209 Jan 18 14:00:02.229345 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.280099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:02.284548 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Usage tracker for resource:security_group_rule and tenant:03c57a4f02824ed69150f6c89ae75f44 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:02.288245 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:02.294505 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:02.446747 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.468069 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401938f5-2018-4027-8dbb-1fd3b54eea1e req-f8b1501e-b3a0-484e-98d5-a60fbb1e6066 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:02.469041 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-401938f5-2018-4027-8dbb-1fd3b54eea1e req-f8b1501e-b3a0-484e-98d5-a60fbb1e6066 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1178248 Jan 18 14:00:02.499383 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.567595 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d227dd4-22e7-4430-bffb-100eafa4eb50,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:02.572677 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-401938f5-2018-4027-8dbb-1fd3b54eea1e req-7ebf3fbe-1e35-4fe6-a82b-cacf32b0e1b3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964813 Jan 18 14:00:02.575133 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-18eecaf0-e044-46ac-bade-fba718eb81cc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=03c57a4f02824ed69150f6c89ae75f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5746059 Jan 18 14:00:02.578076 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45250) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:02.653814 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.685639 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.812259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.827962 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d227dd4-22e7-4430-bffb-100eafa4eb50,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:02.835266 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:02.836164 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1e30e9aa-97e9-41cb-a11c-4d453a4db2fa admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0d227dd4-22e7-4430-bffb-100eafa4eb50 HTTP/1.1" status: 204 len: 168 time: 0.2572048 Jan 18 14:00:03.290410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e150f17-fe37-4c8f-9bf8-d24fd7018e57 req-4daf9a21-d074-46e5-b0fc-78eedac1098c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:03.298092 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7e150f17-fe37-4c8f-9bf8-d24fd7018e57 req-4daf9a21-d074-46e5-b0fc-78eedac1098c tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0909755 Jan 18 14:00:03.350080 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7e150f17-fe37-4c8f-9bf8-d24fd7018e57 req-512420b7-288a-4c8f-ace6-730164c74e43 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Jan 18 14:00:03.845812 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0f51-8aca-4f91-a497-3dc9a04a7140 req-c05ef290-4c34-4346-9a3d-b32007f1ed9e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:03.848163 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dffe0f51-8aca-4f91-a497-3dc9a04a7140 req-c05ef290-4c34-4346-9a3d-b32007f1ed9e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1011634 Jan 18 14:00:03.904809 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dffe0f51-8aca-4f91-a497-3dc9a04a7140 req-ee78a84f-6025-4454-84db-20f8ce087f8a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504668 Jan 18 14:00:04.237272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45276) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:04.255243 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:04.309240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:04.313025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Usage tracker for resource:security_group_rule and tenant:79ad5aaf2fd74bcdb7e20bbc63fdd692 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:04.316624 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:04.322941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:04.484509 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:04.606326 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e46014-4117-412f-8048-978851930a2d req-0e356102-2fb9-4923-8431-58142d2bef58 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:04.607926 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-65e46014-4117-412f-8048-978851930a2d req-0e356102-2fb9-4923-8431-58142d2bef58 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0984721 Jan 18 14:00:04.657277 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-65e46014-4117-412f-8048-978851930a2d req-de28fdb8-1648-4763-baba-6e63ea80f52f tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Jan 18 14:00:04.697614 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:04.766144 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735178e0-aff9-40e2-9bd1-bc3ca96794c8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:04.774494 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-35b07a45-3ce6-4232-8642-e3ac594f3f65 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=79ad5aaf2fd74bcdb7e20bbc63fdd692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5354669 Jan 18 14:00:04.776428 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45286) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:04.848299 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:04.876896 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:05.044402 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:05.106673 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735178e0-aff9-40e2-9bd1-bc3ca96794c8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:05.119348 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:05.120481 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-73777b7d-d3d2-4d10-aace-75590a652488 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/735178e0-aff9-40e2-9bd1-bc3ca96794c8 HTTP/1.1" status: 204 len: 168 time: 0.3430879 Jan 18 14:00:05.164060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da29bc-2cba-49e8-a658-14fcc43d5fd6 req-5e75a6cc-70a3-4c42-8466-5bb2b24b3aba tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:05.165591 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-72da29bc-2cba-49e8-a658-14fcc43d5fd6 req-5e75a6cc-70a3-4c42-8466-5bb2b24b3aba tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1108167 Jan 18 14:00:05.166122 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:00:05.264316 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-72da29bc-2cba-49e8-a658-14fcc43d5fd6 req-1bf67aae-e2d9-4663-85bb-6a6d56e1a187 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828426 Jan 18 14:00:06.053210 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222206-c5c7-46d0-9f30-24ca3c3d037d req-53b49bb6-c93e-4cc4-8a7c-727890efb797 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:06.053210 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3b222206-c5c7-46d0-9f30-24ca3c3d037d req-53b49bb6-c93e-4cc4-8a7c-727890efb797 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1069171 Jan 18 14:00:06.053210 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3b222206-c5c7-46d0-9f30-24ca3c3d037d req-3ce0dade-dd7b-4ae3-87e1-e0dc3ecba92e tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Jan 18 14:00:06.539912 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90951b4f-47ab-4972-a035-42eb33333a04 req-56af9660-38c0-4380-99df-dc32b13bd306 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:06.546297 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-90951b4f-47ab-4972-a035-42eb33333a04 req-56af9660-38c0-4380-99df-dc32b13bd306 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1190813 Jan 18 14:00:06.609816 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-90951b4f-47ab-4972-a035-42eb33333a04 req-e92db799-3fa3-4e18-bd82-d78b7482ff83 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564981 Jan 18 14:00:07.288147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de210d-e566-4cf8-bc2b-3ef4a06726e6 req-d1d5f485-c7c1-4d8d-9da0-6303d14c6077 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:07.289941 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-20de210d-e566-4cf8-bc2b-3ef4a06726e6 req-d1d5f485-c7c1-4d8d-9da0-6303d14c6077 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0781665 Jan 18 14:00:07.351124 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-20de210d-e566-4cf8-bc2b-3ef4a06726e6 req-75fd1c5c-a048-49dd-bd96-0059071c7972 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549374 Jan 18 14:00:07.617627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:07.925043 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b522-34a4-4cd5-b713-1e5301cc2420 req-aef84b75-2c49-4365-b4de-eb58ffe0a7e1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:07.926555 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4ea6b522-34a4-4cd5-b713-1e5301cc2420 req-aef84b75-2c49-4365-b4de-eb58ffe0a7e1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.1391749 Jan 18 14:00:07.972575 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4ea6b522-34a4-4cd5-b713-1e5301cc2420 req-0177d584-35a9-4207-9062-d040ae84ad83 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403907 Jan 18 14:00:08.505631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24ba91-897c-48db-927a-7861e5977f9d req-3e422725-2c1d-428a-bbce-786d0ace9d79 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:08.506934 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-da24ba91-897c-48db-927a-7861e5977f9d req-3e422725-2c1d-428a-bbce-786d0ace9d79 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.0922236 Jan 18 14:00:08.627261 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Deleting port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:08.627706 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:08.694766 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45304f2-2e05-4ecc-b110-09d250b1d1ab req-4385c8cf-4e08-4e97-be3d-00f528536435 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:08.696136 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b45304f2-2e05-4ecc-b110-09d250b1d1ab req-4385c8cf-4e08-4e97-be3d-00f528536435 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 945 time: 0.1881363 Jan 18 14:00:08.850103 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b45304f2-2e05-4ecc-b110-09d250b1d1ab req-12b0d710-2fcd-4dd1-9d7f-4084579e9154 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/security-groups?id=f26031af-68e2-4bd4-9238-34266093d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251483 Jan 18 14:00:08.929973 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] For port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:08.930321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.050451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Calling delete_port for 4f92507d-77a4-4b85-b9d1-6d6a0c13445a owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:09.192439 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24187010-2a92-4b7a-aa06-6cb076eefe26 req-2e09cd44-65bd-463a-bd9b-f14972d07153 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:09.194023 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-24187010-2a92-4b7a-aa06-6cb076eefe26 req-2e09cd44-65bd-463a-bd9b-f14972d07153 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0826237 Jan 18 14:00:09.238267 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-24187010-2a92-4b7a-aa06-6cb076eefe26 req-42a369a5-d16c-414c-9129-03b99cea2fd0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385923 Jan 18 14:00:09.338073 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.350318 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['4f92507d-77a4-4b85-b9d1-6d6a0c13445a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:00:09.378426 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45380) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:09.387038 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Pushing event deleted for resources: {'Port': ['ID=4f92507d-77a4-4b85-b9d1-6d6a0c13445a,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:09.401299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.401928 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.402269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.402606 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.402938 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.403271 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.404188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.404188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.404188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.404540 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.404831 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:09.475598 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] No DVR routers for this DVR port 4f92507d-77a4-4b85-b9d1-6d6a0c13445a on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:00:09.478336 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.482303 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'name': 'network-vif-deleted', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:09.524086 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.549655 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c299e25-e9db-40fc-9a1e-0fb38659f02f', 'name': 'network-vif-deleted', 'tag': '4f92507d-77a4-4b85-b9d1-6d6a0c13445a', 'status': 'completed', 'code': 200} Jan 18 14:00:09.556864 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:09.560767 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:02248c7c4d7d4250a5e8983a23ffa8d8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:09.563597 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:09.570615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-da24ba91-897c-48db-927a-7861e5977f9d req-2fd4e02c-e2b5-4c9d-8079-9d643a1cf599 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.95 "DELETE /v2.0/ports/4f92507d-77a4-4b85-b9d1-6d6a0c13445a HTTP/1.1" status: 204 len: 173 time: 1.0253806 Jan 18 14:00:09.572900 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:09.641079 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.732474 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.768887 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=02248c7c4d7d4250a5e8983a23ffa8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3898633 Jan 18 14:00:09.772037 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:09.813258 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a2bbf-adda-4033-9880-93bbaa833ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62154b91-a272-40bb-909a-fb36ac955591,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:09.853293 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.882456 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:10.035019 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:10.052423 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-adf24129-843e-4792-af12-78a8f7f5327d req-25b57680-dbb3-4bb3-a6ca-1d66b5f94559 tempest-ServerRescueNegativeTestJSON-937203483 tempest-ServerRescueNegativeTestJSON-937203483-project] 10.222.0.94 "GET /v2.0/ports?device_id=9c299e25-e9db-40fc-9a1e-0fb38659f02f HTTP/1.1" status: 200 len: 210 time: 0.0520225 Jan 18 14:00:10.054669 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62154b91-a272-40bb-909a-fb36ac955591,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:10.061001 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:10.065998 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d9f537d7-50a1-46b8-8e01-08b6af540560 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/62154b91-a272-40bb-909a-fb36ac955591 HTTP/1.1" status: 204 len: 168 time: 0.2889686 Jan 18 14:00:10.474301 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a1a9-2572-4b9e-9e78-55bab519aad3 req-01ae9110-e2f8-4127-b085-8b713e5475c3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:10.476255 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-eb57a1a9-2572-4b9e-9e78-55bab519aad3 req-01ae9110-e2f8-4127-b085-8b713e5475c3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 943 time: 0.0923712 Jan 18 14:00:10.546222 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-eb57a1a9-2572-4b9e-9e78-55bab519aad3 req-f956da4a-811b-4cc7-bdc7-dfcbab9ceac5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598283 Jan 18 14:00:10.842837 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45430) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:10.860839 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:10.891957 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:10.895821 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Usage tracker for resource:security_group_rule and tenant:01504c3b84b2494a8390e015fc33a327 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:10.898615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:10.906366 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:10.981130 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.068612 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.115550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ae7fc-a6a5-478d-b65c-5575df5b5b46,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:11.124461 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-7bd6b4b6-c296-4bb0-811e-3d944d1da67c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=01504c3b84b2494a8390e015fc33a327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2805717 Jan 18 14:00:11.124661 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45436) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:11.168091 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45440) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:11.192289 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.194447 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:00:11.227470 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.334739 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:11.352168 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'mac_address': 'fa:16:3e:22:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:00:11.377721 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.400377 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ae7fc-a6a5-478d-b65c-5575df5b5b46,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:11.404616 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.405968 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.410642 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-f8cf27d5-9430-4b85-bce7-e0f3f1fd052a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7b7ae7fc-a6a5-478d-b65c-5575df5b5b46 HTTP/1.1" status: 204 len: 168 time: 0.2836475 Jan 18 14:00:11.437254 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:00:11.455085 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:11.549014 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.587605 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:11.633868 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=9']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:11.822615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4210-5bdc-4bbd-ba18-5c3d353ad469 req-7534f362-7cbf-4c16-91e0-fe3d931efe3f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:11.823445 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['b308d355-e66a-40f8-a7c8-ab8f54920703'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:00:11.825015 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ce3f4210-5bdc-4bbd-ba18-5c3d353ad469 req-7534f362-7cbf-4c16-91e0-fe3d931efe3f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.0873160 Jan 18 14:00:11.933569 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ce3f4210-5bdc-4bbd-ba18-5c3d353ad469 req-d079d630-1981-49e8-bbc5-efb7827b019e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026771 Jan 18 14:00:12.331420 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Deleting port c2ee5792-1385-4e02-9bba-88de812c993a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:12.331945 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:12.585521 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] For port c2ee5792-1385-4e02-9bba-88de812c993a, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=c2ee5792-1385-4e02-9bba-88de812c993a,segment=NetworkSegment(89b46037-ef80-4ec2-9f0b-5416a5beab32),segment_id=89b46037-ef80-4ec2-9f0b-5416a5beab32)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:12.586052 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:12.732232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Calling delete_port for c2ee5792-1385-4e02-9bba-88de812c993a owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:13.141195 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:13.196723 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ee5792-1385-4e02-9bba-88de812c993a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:13.213128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:00:13.287481 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76f81c-7318-439e-8ae1-e6b12c2c6c8c req-d81b4110-1d76-4209-b00e-2fd1c7b28ed8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:13.290991 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port b308d355-e66a-40f8-a7c8-ab8f54920703 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:00:13.290991 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:13.291582 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ad76f81c-7318-439e-8ae1-e6b12c2c6c8c req-d81b4110-1d76-4209-b00e-2fd1c7b28ed8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 944 time: 0.1970613 Jan 18 14:00:13.412382 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:13.413969 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ad76f81c-7318-439e-8ae1-e6b12c2c6c8c req-fd867f2f-11fa-4e5d-bf0e-0131f252f301 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144676 Jan 18 14:00:13.451425 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:13.465587 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:13.521434 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'code': 200} Jan 18 14:00:13.552801 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:13.554013 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 4f92507d-77a4-4b85-b9d1-6d6a0c13445a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:13.562455 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:13.623026 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 4f92507d-77a4-4b85-b9d1-6d6a0c13445a {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:13.623369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 4f92507d-77a4-4b85-b9d1-6d6a0c13445a not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:13.656322 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=10']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:14.318649 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Router eee8be07-130f-4514-8f67-9d474aceb68d has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:00:14.320011 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6c6da3c7-b3c1-4159-a7b8-f3e84ce67192 req-c9775b9b-0317-4995-b3bc-b0be4b6402e6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 1099 time: 0.1714535 Jan 18 14:00:14.368014 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6c6da3c7-b3c1-4159-a7b8-f3e84ce67192 req-1edca31f-22dc-4bfb-b943-8c18e1f33eb3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Jan 18 14:00:14.538419 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:00:14.556787 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Sync routers for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:00:14.565733 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e845bb9b-4031-48cf-84c9-447838f1e2b4 admin admin] 10.222.0.94 "PUT /v2.0/routers/eee8be07-130f-4514-8f67-9d474aceb68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942728 Jan 18 14:00:14.566437 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45518) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:14.574191 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:14.575047 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:59:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:14.684697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6300efb-9761-4f22-97f7-a71b95e6bace req-529d2e79-92e3-4a2f-9f86-61f72e9df5e8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:14.686437 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6300efb-9761-4f22-97f7-a71b95e6bace req-529d2e79-92e3-4a2f-9f86-61f72e9df5e8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.0919058 Jan 18 14:00:14.745151 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b6300efb-9761-4f22-97f7-a71b95e6bace req-4e4cf60c-9c83-48fb-99d7-1577438a8a39 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520058 Jan 18 14:00:14.832938 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:14.858596 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks [] for router, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.127268 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.185327 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T14:00:13Z', 'revision_number': 5, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port': {'id': '423f4a35-04c2-4dd2-ad0b-0d26728d0d09', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:15.189965 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Checking router: eee8be07-130f-4514-8f67-9d474aceb68d for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:00:15.196392 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45530) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:15.200996 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Routers {'eee8be07-130f-4514-8f67-9d474aceb68d'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:15.201634 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T13:59:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['eee8be07-130f-4514-8f67-9d474aceb68d'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:15.203154 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Deleting port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:15.203527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.374853 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] Set router eee8be07-130f-4514-8f67-9d474aceb68d gateway port host: None {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:15.409575 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.438233 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] For port 423f4a35-04c2-4dd2-ad0b-0d26728d0d09, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:15.438630 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.499015 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T14:00:15Z', 'revision_number': 6, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port_host': None}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:15.503953 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78362b0-a162-446d-990c-abb3c9446d40 None None] The sync data for ids ['eee8be07-130f-4514-8f67-9d474aceb68d'] in dv-cinder-825104-1-smb is: [{'id': 'eee8be07-130f-4514-8f67-9d474aceb68d', 'name': 'tempest-ServerRescueNegativeTestJSON-1448224991-router', 'tenant_id': '8733a52c466142199f3750f165ef7e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:42Z', 'updated_at': '2022-01-18T14:00:15Z', 'revision_number': 6, 'project_id': '8733a52c466142199f3750f165ef7e20', 'gw_port_host': None}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:00:15.593128 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Calling delete_port for 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 owned by network:router_gateway {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:15.622361 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:15.633145 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Usage tracker for resource:security_group_rule and tenant:039ed25ca1114187af1e9929c0c43953 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:15.642763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:15.651752 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:15.912001 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:15.997898 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.071585 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566eda7d-6986-4140-bfe7-1287ff96a9bf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:16.080602 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2375308b-c08f-438b-af1b-abebf99d5d32 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=039ed25ca1114187af1e9929c0c43953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8828545 Jan 18 14:00:16.083580 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45562) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:16.133483 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649038ee-9f8a-4ad7-a281-fad6d069aa54 req-af5fb7ce-644c-4883-8fe7-db5270ccdda7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:16.134890 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-649038ee-9f8a-4ad7-a281-fad6d069aa54 req-af5fb7ce-644c-4883-8fe7-db5270ccdda7 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.1908908 Jan 18 14:00:16.146968 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.224088 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Pushing event deleted for resources: {'Port': ['ID=423f4a35-04c2-4dd2-ad0b-0d26728d0d09,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:16.286296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.444017 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-649038ee-9f8a-4ad7-a281-fad6d069aa54 req-33d40d77-0614-4428-8b49-4972128f3595 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996552 Jan 18 14:00:16.459822 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.627819 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.879150 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.901069 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.905519 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566eda7d-6986-4140-bfe7-1287ff96a9bf,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:16.915746 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.922972 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:16.926613 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-917bb968-b6d1-4835-b580-62241e6dffa6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/566eda7d-6986-4140-bfe7-1287ff96a9bf HTTP/1.1" status: 204 len: 168 time: 0.8393533 Jan 18 14:00:17.091651 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.092251 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee8be07-130f-4514-8f67-9d474aceb68d {{(pid=83631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:00:17.107054 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.107054 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-509512bb-de7f-4673-bc2a-c4fe742c03dc admin admin] 10.222.0.94 "DELETE /v2.0/routers/eee8be07-130f-4514-8f67-9d474aceb68d HTTP/1.1" status: 204 len: 168 time: 2.5367541 Jan 18 14:00:17.109794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45586) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:17.174328 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Deleting subnet 9e09f8ca-6499-42aa-bf6b-cffbb3d7566b {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:00:17.177843 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.245100 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.301749 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.461335 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.489819 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:17.507501 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e09f8ca-6499-42aa-bf6b-cffbb3d7566b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:17.516982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.522113 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:17.522940 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 423f4a35-04c2-4dd2-ad0b-0d26728d0d09 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:17.525236 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device c2ee5792-1385-4e02-9bba-88de812c993a no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:17.534709 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f498cb9b-1ab0-4b3b-8017-547b5a190894 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/9e09f8ca-6499-42aa-bf6b-cffbb3d7566b HTTP/1.1" status: 204 len: 168 time: 0.4207835 Jan 18 14:00:17.534873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45598) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:17.583925 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: c2ee5792-1385-4e02-9bba-88de812c993a {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:17.584278 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device c2ee5792-1385-4e02-9bba-88de812c993a not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:17.669170 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.693548 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37c41-4dfe-4908-8fd9-57a2561bef7b req-7416e3df-1436-40ad-bf26-be76af3215a0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:17.698156 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-42f37c41-4dfe-4908-8fd9-57a2561bef7b req-7416e3df-1436-40ad-bf26-be76af3215a0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.0849268 Jan 18 14:00:17.743901 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-42f37c41-4dfe-4908-8fd9-57a2561bef7b req-3af0e908-d8b9-416a-b161-f8d3923729e9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Jan 18 14:00:17.795047 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45604) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:17.814765 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.819667 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.844552 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccc2929-5b6a-4307-a47a-365d2605dc0f']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:17.852845 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:17.858200 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Usage tracker for resource:security_group_rule and tenant:8b3baaf6051f41c5904940899655e115 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:17.858950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b46037-ef80-4ec2-9f0b-5416a5beab32') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:17.859394 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b46037-ef80-4ec2-9f0b-5416a5beab32') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:17.862365 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:17.870131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:17.871328 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.895824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.902819 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:00:17.902921 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:00:17.920460 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:00:17.948280 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.034796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.081506 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed3ed5-8883-4f3a-b421-bd2a9ad404fe,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:18.085497 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-91dc7b04-adbd-469c-86ec-333f618da76b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8b3baaf6051f41c5904940899655e115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2893617 Jan 18 14:00:18.088780 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45612) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:18.108893 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.113600 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.146516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccc2929-5b6a-4307-a47a-365d2605dc0f,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:18.150986 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.176380 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.229615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2f021552-9196-4de6-ac9c-087f49c08928 admin admin] 10.222.0.94 "DELETE /v2.0/networks/4ccc2929-5b6a-4307-a47a-365d2605dc0f HTTP/1.1" status: 204 len: 168 time: 0.6935942 Jan 18 14:00:18.317854 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.336354 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed3ed5-8883-4f3a-b421-bd2a9ad404fe,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:18.339653 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.340759 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-94f2536c-177a-4801-bc7a-9b5fcb6479f2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/28ed3ed5-8883-4f3a-b421-bd2a9ad404fe HTTP/1.1" status: 204 len: 168 time: 0.2516396 Jan 18 14:00:18.656955 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45624) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:18.713226 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45628) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:18.713801 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-51598ede-f9fb-4844-bcd9-63cbb0e4731d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8733a52c466142199f3750f165ef7e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552726 Jan 18 14:00:18.780610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.810170 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:18.991941 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:19.010482 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26031af-68e2-4bd4-9238-34266093d36e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:19.100547 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:19.104326 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ad8100b1-5ec2-40c4-bc68-fb2ad00b6224 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f26031af-68e2-4bd4-9238-34266093d36e HTTP/1.1" status: 204 len: 168 time: 0.3868158 Jan 18 14:00:20.425871 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45686) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:20.570451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1837287245-network', 'tenant_id': '26c10aadd2484dea8b92da57ece41cd5'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:20.575147 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:20.579208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Usage tracker for resource:network and tenant:26c10aadd2484dea8b92da57ece41cd5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:20.584005 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:20.590456 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:20.672093 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Made reservation on behalf of 26c10aadd2484dea8b92da57ece41cd5 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:20.675402 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:20.688798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:20.725236 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:20.729316 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Usage tracker for resource:security_group_rule and tenant:26c10aadd2484dea8b92da57ece41cd5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:20.732132 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:20.738542 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:20.812117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:20.910241 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:20.941242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:00:20.950377 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90d675-3c01-4088-a2a3-bad3e5c9c0c1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:20.956669 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:20.957042 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Added segment 270318d1-c698-4f37-8590-3ba93841ff20 of type vlan for network 405b485f-2e0e-4aeb-9141-48847de89c61 Jan 18 14:00:20.984638 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:21.089632 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:21.089632 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:21.089632 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:21.276645 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] Pushing event updated for resources: {'Network': ['ID=405b485f-2e0e-4aeb-9141-48847de89c61,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:21.287157 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 405b485f-2e0e-4aeb-9141-48847de89c61 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:00:21.345058 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e65c56ef-0761-4340-997d-a126e64c3440 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9178460 Jan 18 14:00:21.354783 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45714) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:21.360585 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Request body: {'subnet': {'network_id': '405b485f-2e0e-4aeb-9141-48847de89c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1837287245-subnet', 'tenant_id': '26c10aadd2484dea8b92da57ece41cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:21.365278 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:21.369069 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Usage tracker for resource:subnet and tenant:26c10aadd2484dea8b92da57ece41cd5 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:21.372509 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:21.379003 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:21.473611 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Made reservation on behalf of 26c10aadd2484dea8b92da57ece41cd5 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:21.475739 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8027658'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:21.749224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-814929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8027676'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:21.832080 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125644a8-d12a-4e6c-b250-8b211fda6e0c,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:21.842673 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Checking segment: {'id': '270318d1-c698-4f37-8590-3ba93841ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '405b485f-2e0e-4aeb-9141-48847de89c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:00:21.843031 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Network hostable DHCP agents. Network: 405b485f-2e0e-4aeb-9141-48847de89c61, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:00:21.949176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Network 405b485f-2e0e-4aeb-9141-48847de89c61 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:00:22.054486 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 405b485f-2e0e-4aeb-9141-48847de89c61) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:00:22.058229 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:22.058977 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:22.064761 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05faa25b-2a2d-4295-bc5d-f2457cd8b364 None None] Network 405b485f-2e0e-4aeb-9141-48847de89c61 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:22.155183 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2458d7cf-008c-4700-8a3b-1dbe3b967190 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7991447 Jan 18 14:00:22.282780 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13542a-f47b-4eb7-bec5-fd385855283d None None] Network 405b485f-2e0e-4aeb-9141-48847de89c61 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:22.484276 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45740) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:22.627772 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:22.660116 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:22.663839 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:8661072386994556a5a3ca1a5f7448b1 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:22.666726 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:22.672326 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:22.749009 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:22.874338 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:22.920031 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735e9a1b-efa1-4d56-95d8-5d3b6bdca3b6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:22.924731 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-df5f211e-956e-44f3-8703-d3efdea27ff8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8661072386994556a5a3ca1a5f7448b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4388180 Jan 18 14:00:22.927668 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45754) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:22.995339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.024126 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.169188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.183611 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e9a1b-efa1-4d56-95d8-5d3b6bdca3b6,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:23.190883 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.191991 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-55c10568-ac3d-4f6e-8287-72c435fa0169 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/735e9a1b-efa1-4d56-95d8-5d3b6bdca3b6 HTTP/1.1" status: 204 len: 168 time: 0.2633586 Jan 18 14:00:23.715301 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45780) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:23.723410 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374001971-network', 'tenant_id': 'e7cba7afe8854971b6639526430d703f'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:23.728558 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:23.732521 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Usage tracker for resource:network and tenant:e7cba7afe8854971b6639526430d703f is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:23.736579 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:23.742533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:23.828731 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Made reservation on behalf of e7cba7afe8854971b6639526430d703f for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:23.831693 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.847879 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:23.882160 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:23.885990 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cba7afe8854971b6639526430d703f is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:23.888756 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:23.895152 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:23.959564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.032021 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.062072 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:00:24.070668 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dee771-e62f-44eb-991b-b522c9261728,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:24.075969 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.076297 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Added segment ecfc829c-822e-4e16-8f12-960788709108 of type vlan for network 8ae25373-3461-4486-8db3-75ec8aae24a0 Jan 18 14:00:24.103285 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.203176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.204151 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:24.204942 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.309824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae25373-3461-4486-8db3-75ec8aae24a0,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:24.320130 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 8ae25373-3461-4486-8db3-75ec8aae24a0 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:00:24.372331 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d0fc091e-353c-4c24-a037-a37f11ca7893 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6532972 Jan 18 14:00:24.372805 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45796) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:24.379487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Request body: {'subnet': {'network_id': '8ae25373-3461-4486-8db3-75ec8aae24a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374001971-subnet', 'tenant_id': 'e7cba7afe8854971b6639526430d703f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:24.384270 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:24.388416 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Usage tracker for resource:subnet and tenant:e7cba7afe8854971b6639526430d703f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:24.391332 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:24.397313 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:24.475039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Made reservation on behalf of e7cba7afe8854971b6639526430d703f for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:24.477341 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8027658'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.872060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-814929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8027676'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:24.946129 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52e45ab-32f6-48e1-93b3-cd4c743e6806,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:24.956771 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Checking segment: {'id': 'ecfc829c-822e-4e16-8f12-960788709108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8ae25373-3461-4486-8db3-75ec8aae24a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:00:24.957103 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Network hostable DHCP agents. Network: 8ae25373-3461-4486-8db3-75ec8aae24a0, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:00:25.077808 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Network 8ae25373-3461-4486-8db3-75ec8aae24a0 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:00:25.148608 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 8ae25373-3461-4486-8db3-75ec8aae24a0) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:00:25.153763 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:25.154490 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.160123 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75daa7-86e1-4c56-b7fe-c41d09f8acb1 None None] Network 8ae25373-3461-4486-8db3-75ec8aae24a0 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:25.269575 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-477f71e6-d243-437f-a60c-e0765d7d5fe8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8954279 Jan 18 14:00:25.391005 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae1430-c1a6-41e3-8c54-ea92c5c480b4 None None] Network 8ae25373-3461-4486-8db3-75ec8aae24a0 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:25.409773 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45814) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:25.478874 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Deleting subnet 125644a8-d12a-4e6c-b250-8b211fda6e0c {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:00:25.482488 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.540298 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.613594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.806018 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.847329 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125644a8-d12a-4e6c-b250-8b211fda6e0c,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:25.852874 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.858644 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c22139ca-239d-4244-a129-5e72258f9440 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/125644a8-d12a-4e6c-b250-8b211fda6e0c HTTP/1.1" status: 204 len: 168 time: 0.4478722 Jan 18 14:00:25.861559 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45824) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:25.891538 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2e299672-cc60-4b56-b108-1b2904ea7063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:25.969850 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.101380 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.127159 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b485f-2e0e-4aeb-9141-48847de89c61']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:26.140258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270318d1-c698-4f37-8590-3ba93841ff20') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:26.140557 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270318d1-c698-4f37-8590-3ba93841ff20') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:26.152877 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.169958 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.176451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:00:26.176855 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:00:26.191287 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:00:26.357890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.376836 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.383085 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=405b485f-2e0e-4aeb-9141-48847de89c61,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:26.387285 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-0fd046a6-7b22-45ed-a18c-91237a8f3f57 admin admin] 10.222.0.94 "DELETE /v2.0/networks/405b485f-2e0e-4aeb-9141-48847de89c61 HTTP/1.1" status: 204 len: 168 time: 0.5245821 Jan 18 14:00:26.389990 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45842) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:26.452032 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_v2 [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Deleting subnet f52e45ab-32f6-48e1-93b3-cd4c743e6806 {{(pid=83631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:00:26.455818 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.509628 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8248521'] for subnet, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.569352 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.735003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7989517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7869031'] for subnet, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.777785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52e45ab-32f6-48e1-93b3-cd4c743e6806,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:26.784979 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:26.791244 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-528982ff-0c5d-4a3b-855b-1d1a00dd73a7 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f52e45ab-32f6-48e1-93b3-cd4c743e6806 HTTP/1.1" status: 204 len: 168 time: 0.4002643 Jan 18 14:00:26.793716 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45856) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:26.901097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.024476 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.050543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae25373-3461-4486-8db3-75ec8aae24a0']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:27.063118 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfc829c-822e-4e16-8f12-960788709108') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:27.063416 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfc829c-822e-4e16-8f12-960788709108') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:27.075204 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.091520 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.098794 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:00:27.099179 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:00:27.113111 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:00:27.269019 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.287527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.294526 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae25373-3461-4486-8db3-75ec8aae24a0,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:27.297803 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-8c30f311-5c40-485d-ab1b-42293a4d241e admin admin] 10.222.0.94 "DELETE /v2.0/networks/8ae25373-3461-4486-8db3-75ec8aae24a0 HTTP/1.1" status: 204 len: 168 time: 0.5029683 Jan 18 14:00:27.759909 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45874) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:27.808319 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-02087ea6-6374-44ca-8f7e-878827a0d29b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=26c10aadd2484dea8b92da57ece41cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472484 Jan 18 14:00:27.810835 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45878) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:27.952145 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:27.978441 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:28.129115 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:28.144634 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90d675-3c01-4088-a2a3-bad3e5c9c0c1,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:28.152433 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:28.154087 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-266b5a17-bb21-463b-b2af-a1c7a410f9fe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4e90d675-3c01-4088-a2a3-bad3e5c9c0c1 HTTP/1.1" status: 204 len: 168 time: 0.3420660 Jan 18 14:00:28.297428 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0914f8f8-d99d-48a7-b3d5-316145da1cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:28.750043 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45902) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:28.893138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:28.924738 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:28.928576 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Usage tracker for resource:security_group_rule and tenant:e5e1845a3ba24cebb9cb477108dd898e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:28.931413 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:28.937394 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:29.007014 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.044713 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45910) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:29.093186 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e87a987c-2ccc-4539-888a-ee92af16018f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e7cba7afe8854971b6639526430d703f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473602 Jan 18 14:00:29.095784 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:29.153728 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.170031 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.223214 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.223492 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.230077 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a272b-3481-40b3-93ac-5bd68d9a02ea,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:29.238096 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1b30c368-89dc-4ab7-9566-b5f0559f0a8f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e5e1845a3ba24cebb9cb477108dd898e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4863021 Jan 18 14:00:29.240183 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45918) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:29.323487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.325371 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.350381 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.417128 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.433851 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dee771-e62f-44eb-991b-b522c9261728,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:29.446148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.449716 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d675dcd3-3e98-44a3-b8be-2b5d9bc5c8ec admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/92dee771-e62f-44eb-991b-b522c9261728 HTTP/1.1" status: 204 len: 168 time: 0.3504460 Jan 18 14:00:29.472328 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.474987 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:29.476676 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ea3a272b-3481-40b3-93ac-5bd68d9a02ea HTTP/1.1" status: 204 len: 168 time: 0.2350490 Jan 18 14:00:29.487119 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a65f-c9ef-4dbd-ba9d-93f5602c4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a272b-3481-40b3-93ac-5bd68d9a02ea,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:30.226473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 45942) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:30.429337 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:30.463418 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:30.468386 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Usage tracker for resource:security_group_rule and tenant:9976dd7be4d54f7e97710a52d042c1a4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:30.472197 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:30.477976 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:30.545391 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:30.674443 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:30.738261 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:30.742512 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8051ec8-0f0a-4068-8a11-a6482769f668,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:30.749786 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 45972) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:30.750284 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-74c3693b-efc8-4159-a861-68b7b5e4d490 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9976dd7be4d54f7e97710a52d042c1a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5215831 Jan 18 14:00:30.845438 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:30.873023 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:31.108438 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:31.127230 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8051ec8-0f0a-4068-8a11-a6482769f668,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:31.131363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:31.134818 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-364fa18e-3580-4df9-bdbe-49f8f0734d42 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d8051ec8-0f0a-4068-8a11-a6482769f668 HTTP/1.1" status: 204 len: 168 time: 0.3815229 Jan 18 14:00:32.192854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46016) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:32.216300 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.253045 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:32.257582 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Usage tracker for resource:security_group_rule and tenant:19b822c613a1401ca63dac04b4afdc4e is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:32.261082 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:32.268656 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:32.341196 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.462608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.532096 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bb3a0-5339-4b65-95a4-cdf1ae3e2859,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:32.540480 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46028) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:32.551928 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-442a10b0-2d65-4461-a201-ee69ee55d829 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=19b822c613a1401ca63dac04b4afdc4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3573225 Jan 18 14:00:32.648591 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.675776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.742545 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d19cd6-3c1a-4b0b-828b-4cc342c1e9e4 req-61d7934d-1e19-486c-b197-532c1eb68308 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:32.744378 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4d19cd6-3c1a-4b0b-828b-4cc342c1e9e4 req-61d7934d-1e19-486c-b197-532c1eb68308 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0868921 Jan 18 14:00:32.792823 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f4d19cd6-3c1a-4b0b-828b-4cc342c1e9e4 req-f08b97e6-5795-42fd-a9aa-c1c56baf2db0 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Jan 18 14:00:32.863568 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.882529 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bb3a0-5339-4b65-95a4-cdf1ae3e2859,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:32.889594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:32.891068 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-4e25dbbb-ecb0-4bd3-88b4-685d82c9cb72 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fd9bb3a0-5339-4b65-95a4-cdf1ae3e2859 HTTP/1.1" status: 204 len: 168 time: 0.3494861 Jan 18 14:00:33.773178 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46068) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:34.046028 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-d44f7779-46cf-42a2-9b42-fe11d78eb4a6 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=1e9e44c189b0407d81046487f3cae8d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541990 Jan 18 14:00:34.060622 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.116398 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:34.124068 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Usage tracker for resource:security_group_rule and tenant:5d72543d1e864ba3b38596884a93ec21 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:34.130560 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:34.140621 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:34.156719 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3795042-9f81-4904-a76f-81046d967507 req-6293329a-f6dd-48ae-88e3-520d0ded6ea5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:34.158845 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c3795042-9f81-4904-a76f-81046d967507 req-6293329a-f6dd-48ae-88e3-520d0ded6ea5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.2232082 Jan 18 14:00:34.210620 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-57f36c92-ce8e-4edc-9f8e-6cb56ae775ab tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:34.212673 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-57f36c92-ce8e-4edc-9f8e-6cb56ae775ab tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612766 Jan 18 14:00:34.233597 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c3795042-9f81-4904-a76f-81046d967507 req-5998b38d-fc5a-41a3-bd6e-f10c35e22c9e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645864 Jan 18 14:00:34.240999 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-91224642-04a3-40b8-80a6-70ebd0332a9b tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/quotas/1e9e44c189b0407d81046487f3cae8d5 HTTP/1.1" status: 200 len: 375 time: 0.0207102 Jan 18 14:00:34.281158 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.295785 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-b8ad176c-88b1-42f3-8ddd-8ec684bd5435 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1e9e44c189b0407d81046487f3cae8d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402389 Jan 18 14:00:34.374198 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.423404 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721466a3-9482-472a-94b2-cf5eaa782756,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:34.429314 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e7cb9894-4df5-4fbf-b7da-380e768586aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5d72543d1e864ba3b38596884a93ec21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6549397 Jan 18 14:00:34.432153 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46096) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:34.497625 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.536519 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.602555 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b7605b83-da04-415c-b94d-3cb849aa06e1 req-51b55374-012b-4d49-ba52-896b093a8a61 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 210 time: 0.0530910 Jan 18 14:00:34.696843 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.713422 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721466a3-9482-472a-94b2-cf5eaa782756,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:34.723030 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.724260 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-0d48f213-7571-4b63-beb8-d34807f8d97b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/721466a3-9482-472a-94b2-cf5eaa782756 HTTP/1.1" status: 204 len: 168 time: 0.2907963 Jan 18 14:00:35.480350 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfee49f-aaff-4fa1-a74e-0853a37524ca req-7b532f93-f393-45ce-9918-dc6f34f99c98 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:35.480350 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5cfee49f-aaff-4fa1-a74e-0853a37524ca req-7b532f93-f393-45ce-9918-dc6f34f99c98 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0949779 Jan 18 14:00:35.524528 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5cfee49f-aaff-4fa1-a74e-0853a37524ca req-de4f3f75-fbbc-4c05-a3ea-58cfc6af6579 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428329 Jan 18 14:00:35.820514 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f3c7cec8-b734-485c-8f2b-9bb580405987 req-48726ee5-8d62-4c4f-9a6c-74d29b8f6832 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 210 time: 0.0551827 Jan 18 14:00:36.244199 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46170) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:36.401903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1564178645-network', 'tenant_id': 'dce8c5474dce40449c52b4aeb739a5f9'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:36.408016 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:36.412677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Usage tracker for resource:network and tenant:dce8c5474dce40449c52b4aeb739a5f9 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:36.425270 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:36.431768 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:36.519698 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Made reservation on behalf of dce8c5474dce40449c52b4aeb739a5f9 for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:36.522046 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.534530 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.567388 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:36.571192 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dce8c5474dce40449c52b4aeb739a5f9 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:36.574283 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:36.583814 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:36.651906 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.731957 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.749964 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966bd73-b83d-48c3-a957-d1c6778935d8 req-cdb70447-182a-41f4-b162-ac9bd677143b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:36.751563 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f966bd73-b83d-48c3-a957-d1c6778935d8 req-cdb70447-182a-41f4-b162-ac9bd677143b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0914133 Jan 18 14:00:36.760989 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:00:36.800309 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a13d05-6a23-4b56-b96d-89ebf7ac2483,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:36.803024 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.803359 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Added segment 5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d of type vlan for network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d Jan 18 14:00:36.868785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:36.873817 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f966bd73-b83d-48c3-a957-d1c6778935d8 req-5c9f0228-4558-4772-a0e3-9141fdf7ae53 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138256 Jan 18 14:00:36.875403 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-aed8e513-9f29-41cf-8cb3-802ad975132b tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1e9e44c189b0407d81046487f3cae8d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385122 Jan 18 14:00:37.006767 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cc350fdb-5a34-4393-89ca-44b0699754d4 req-85190dd8-f8c8-4305-9f75-49366d6ac89e tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 210 time: 0.0593259 Jan 18 14:00:37.053002 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-39907585-1380-4e5c-9b09-7999eec47e35 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:37.053002 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-39907585-1380-4e5c-9b09-7999eec47e35 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608093 Jan 18 14:00:37.058698 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Request body: {'port': {'device_id': 'de41d9fc-47cf-477c-9192-37003fed02de', 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f', 'admin_state_up': True, 'tenant_id': '1e9e44c189b0407d81046487f3cae8d5'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:37.132954 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.133841 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:37.134418 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.281584 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=07ec8ec2-9253-40f0-b2cc-66e18d116f2d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:37.312922 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:00:37.313409 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:37.313409 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Usage tracker for resource:port and tenant:1e9e44c189b0407d81046487f3cae8d5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:37.315577 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:37.321751 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:37.691040 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.694432 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-097baaf2-8d21-4a50-bcac-718cb1c6f1b1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4491770 Jan 18 14:00:37.697567 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46198) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:37.703219 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Request body: {'subnet': {'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1564178645-subnet', 'tenant_id': 'dce8c5474dce40449c52b4aeb739a5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:37.708514 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:37.712572 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Usage tracker for resource:subnet and tenant:dce8c5474dce40449c52b4aeb739a5f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:37.716668 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:37.722771 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:37.765215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Made reservation on behalf of 1e9e44c189b0407d81046487f3cae8d5 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:37.768607 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.782011 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.788142 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Made reservation on behalf of dce8c5474dce40449c52b4aeb739a5f9 for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:37.790719 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8027658'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.819887 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:37.824212 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Usage tracker for resource:security_group_rule and tenant:1e9e44c189b0407d81046487f3cae8d5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:37.828838 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:37.834261 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:37.902367 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.038235 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.066285 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-814929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8027676'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.132928 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebbd622-355b-45d8-8f2e-0241afb839fe,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:38.167610 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Checking segment: {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:00:38.167964 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Network hostable DHCP agents. Network: 07ec8ec2-9253-40f0-b2cc-66e18d116f2d, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:00:38.231220 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:38.306036 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe23290-b2bb-4533-b356-8fafdf6d1a78 req-344d1f23-b005-4792-a589-b73aef95c5eb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:38.312683 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ebe23290-b2bb-4533-b356-8fafdf6d1a78 req-344d1f23-b005-4792-a589-b73aef95c5eb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.3154078 Jan 18 14:00:38.339013 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4bd78eea-d675-4219-b4e2-d2e111f3f887 req-981c16a0-6a0c-4e0b-b9e4-fc92cb7974f3 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 210 time: 0.1589427 Jan 18 14:00:38.367189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Allocated IP 192.168.233.74 (fc26fa1d-d790-4e3f-9188-39d21f801c5f/1c5d15a6-6fd7-4e61-ace6-620274d89c16/d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:00:38.386691 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ebe23290-b2bb-4533-b356-8fafdf6d1a78 req-d2567574-4742-49aa-b5ac-102ea9438d70 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731642 Jan 18 14:00:38.423970 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:00:38.497030 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 07ec8ec2-9253-40f0-b2cc-66e18d116f2d) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:00:38.505606 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:38.506368 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdd686-69c8-4701-90e0-4e3c4ee2e2d5 None None] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:38.506802 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.610377 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.633616 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Transition to ACTIVE for port object d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:00:38.661445 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-bdbfd669-4c08-46b6-b4b6-5a81584d339e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9625289 Jan 18 14:00:38.744582 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.768380 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a34a1-3031-4d89-a52d-c2937e7f6e89 None None] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:38.855814 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Network fc26fa1d-d790-4e3f-9188-39d21f801c5f is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:00:38.859278 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:00:38.866242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:00:38.893913 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Pushing event updated for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:38.947631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:38.948383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:39.084748 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-398f9978-1ff4-4641-a735-c06473078e69 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0304441 Jan 18 14:00:39.099106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Request body: {'port': {'device_id': 'de41d9fc-47cf-477c-9192-37003fed02de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:39.194298 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-e744638a-3fc0-4c60-a008-12815d5fcc50 None None] Provisioning for port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:00:39.199289 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-e744638a-3fc0-4c60-a008-12815d5fcc50 None None] Provisioning complete for port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:00:39.199663 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e744638a-3fc0-4c60-a008-12815d5fcc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:39.224700 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:39.262912 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-e744638a-3fc0-4c60-a008-12815d5fcc50 None None] Port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:00:39.546741 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae4155-1c43-45ca-a8a6-3a27939175df req-c5e742e0-99ad-49bb-9fde-8d3a61482742 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:39.553514 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d9ae4155-1c43-45ca-a8a6-3a27939175df req-c5e742e0-99ad-49bb-9fde-8d3a61482742 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 935 time: 0.0859013 Jan 18 14:00:39.603241 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d9ae4155-1c43-45ca-a8a6-3a27939175df req-50c6ae08-6d36-45e2-8872-04b35f41add3 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440304 Jan 18 14:00:39.648908 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:00:39.671132 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:39.719193 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Transition to ACTIVE for port object d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:00:39.738292 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647aa88a-17b3-44b0-9808-591a3681326b req-1265c874-e88c-40f3-9e9c-f1787564a49a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:39.740802 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-647aa88a-17b3-44b0-9808-591a3681326b req-1265c874-e88c-40f3-9e9c-f1787564a49a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1652474 Jan 18 14:00:39.794217 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-647aa88a-17b3-44b0-9808-591a3681326b req-37969b39-eee2-417d-b7fd-7cad173c6eb8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482941 Jan 18 14:00:39.831053 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:39.966218 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:40.112076 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Attempting to bind port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:00:40.112718 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Attempting to bind port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:00:40.112873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Attempting to bind port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe on network fc26fa1d-d790-4e3f-9188-39d21f801c5f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:00:40.118624 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe on network fc26fa1d-d790-4e3f-9188-39d21f801c5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:00:40.118940 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Attempting to bind port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe on network fc26fa1d-d790-4e3f-9188-39d21f801c5f {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:00:40.125557 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:00:40.126572 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Checking segment: {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:00:40.127052 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Bound using segment: {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:00:40.127474 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Bound port: d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000d940f-8871-4c3d-8f2e-6923eabf2052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:00:40.127820 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.160081 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46262) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:40.221276 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:00:40.224745 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:00:40.295820 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.312347 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.343401 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:40.348693 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Usage tracker for resource:security_group_rule and tenant:71cab839aa8d4b9582cef5f083fa115d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:40.351772 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:40.357619 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:40.367258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.371678 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] 10.222.0.95 "PUT /v2.0/ports/d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe HTTP/1.1" status: 200 len: 1097 time: 1.2751391 Jan 18 14:00:40.371678 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:40.382154 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f0fde-91ce-4f23-ab7e-d15612aab1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:40.441239 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe', 'status': 'completed', 'code': 200} Jan 18 14:00:40.443017 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.511868 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.538775 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-74834b26-ffbd-417a-9956-70837472c0dd req-28124135-2324-4274-9556-8651eeed8b3e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e9e44c189b0407d81046487f3cae8d5&device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 1100 time: 0.0751474 Jan 18 14:00:40.572648 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=71cab839aa8d4b9582cef5f083fa115d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082093 Jan 18 14:00:40.573085 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46284) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:40.576381 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de311340-dd4a-4214-94ef-d06dcd70342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3d6fd-e2be-49fb-a05d-4e19fb288b11,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:40.586555 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-74834b26-ffbd-417a-9956-70837472c0dd req-042d954d-7fae-42c2-8eaf-2045b4b4da27 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=1e9e44c189b0407d81046487f3cae8d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408914 Jan 18 14:00:40.837833 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.879456 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834b26-ffbd-417a-9956-70837472c0dd req-69e156b9-68ff-4540-8ab1-e06efec72eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:40.880912 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-74834b26-ffbd-417a-9956-70837472c0dd req-69e156b9-68ff-4540-8ab1-e06efec72eca service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2890737 Jan 18 14:00:40.930337 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:41.035052 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe151d-644a-4915-8888-b7d98d399a7d req-ecc88a18-6c6d-451b-ba86-28657981fb38 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:41.036764 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2fbe151d-644a-4915-8888-b7d98d399a7d req-ecc88a18-6c6d-451b-ba86-28657981fb38 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0892823 Jan 18 14:00:41.074757 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-50962eee-fe04-4548-9aed-20ac248dd506 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e9e44c189b0407d81046487f3cae8d5&device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 1100 time: 0.1372910 Jan 18 14:00:41.080448 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-fcca36d3-06a0-4c04-8957-8a95ce5dd4e8 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:41.085052 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-fcca36d3-06a0-4c04-8957-8a95ce5dd4e8 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Synchronizing usage tracker for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:41.101308 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2fbe151d-644a-4915-8888-b7d98d399a7d req-d5d1fbfa-4a57-44a0-be39-b263fd9cacd2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553229 Jan 18 14:00:41.143007 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:41.170723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3d6fd-e2be-49fb-a05d-4e19fb288b11,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:41.174011 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-2f4dd56a-760f-4ca8-8a64-b663084f380a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe HTTP/1.1" status: 200 len: 217 time: 0.0899630 Jan 18 14:00:41.180196 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:41.181731 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ac9ef7a6-1c3e-491a-9d97-d299a44c9cc0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/66e3d6fd-e2be-49fb-a05d-4e19fb288b11 HTTP/1.1" status: 204 len: 168 time: 0.6106033 Jan 18 14:00:41.240965 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-fcca36d3-06a0-4c04-8957-8a95ce5dd4e8 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Unset dirty status for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:41.242127 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-fcca36d3-06a0-4c04-8957-8a95ce5dd4e8 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 947 time: 0.3601761 Jan 18 14:00:41.246167 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-60f4a9ca-4d5b-4af0-ae1e-c14fd27a1b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:41.247709 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-60f4a9ca-4d5b-4af0-ae1e-c14fd27a1b17 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c5d15a6-6fd7-4e61-ace6-620274d89c16 HTTP/1.1" status: 200 len: 843 time: 0.0651529 Jan 18 14:00:41.358626 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-1687a8a1-2822-4dd4-a8b8-e705ae8da0f4 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Synchronizing usage tracker for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:41.383216 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-eff9b346-e7e6-458e-86a3-0eca2c6d1de2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc26fa1d-d790-4e3f-9188-39d21f801c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1237128 Jan 18 14:00:41.410732 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-19aeff12-267e-47a8-a956-5abd2f04e01d tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:41.412509 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-19aeff12-267e-47a8-a956-5abd2f04e01d tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/networks?id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 200 len: 814 time: 0.1573880 Jan 18 14:00:41.438779 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-54f985e7-bb4e-4419-aaad-8345a5c81474 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/quotas/dce8c5474dce40449c52b4aeb739a5f9 HTTP/1.1" status: 200 len: 375 time: 0.0128546 Jan 18 14:00:41.467972 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-1687a8a1-2822-4dd4-a8b8-e705ae8da0f4 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Unset dirty status for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:41.469191 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-eaa3d700-0dcc-4bb3-a14d-5878d2747a39 req-1687a8a1-2822-4dd4-a8b8-e705ae8da0f4 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108786 Jan 18 14:00:41.484390 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-7cf4d79f-7dbc-4dc9-8a67-c6c832ec3333 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457366 Jan 18 14:00:41.535996 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-e3a2e8f1-ce6d-4e1f-8a4a-81f1b1b6c4c5 service neutron] 10.222.0.95 "GET /v2.0/networks/fc26fa1d-d790-4e3f-9188-39d21f801c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462438 Jan 18 14:00:41.631666 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-e8a9801b-e8a7-449c-8977-d4a84fa9f2e6 service neutron] 10.222.0.94 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382527 Jan 18 14:00:41.707796 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ede96d80-c32e-4951-8c5f-affb916c1fa6 req-a31f0bce-dcb9-4c3e-9ef5-be96f411c0e2 service neutron] 10.222.0.95 "GET /v2.0/networks/fc26fa1d-d790-4e3f-9188-39d21f801c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648412 Jan 18 14:00:41.804497 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-95ba0065-efea-4051-a4b8-f467e3f3fb1d service neutron] 10.222.0.94 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634960 Jan 18 14:00:42.038519 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46326) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:42.059085 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.094316 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:42.131007 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Usage tracker for resource:security_group_rule and tenant:969a52c8c7c742789c71b74f361d65fd is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:42.138100 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:42.142234 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9a32e98d-9f11-4343-bc20-dd57a5bfd642 req-589b8f53-faa9-47eb-b96b-d8eec0b96d68 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 210 time: 0.0497692 Jan 18 14:00:42.146368 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:42.168679 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:00:42.228244 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.325490 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.326765 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bf1bd-79cb-48bf-b268-864af22e2910 req-a1ea871e-003e-425c-b81b-b6f524ea1ed4 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:42.328227 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-482bf1bd-79cb-48bf-b268-864af22e2910 req-a1ea871e-003e-425c-b81b-b6f524ea1ed4 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0790157 Jan 18 14:00:42.374760 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-482bf1bd-79cb-48bf-b268-864af22e2910 req-27cdea41-143e-4644-9dfa-6c97d5e855cf tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Jan 18 14:00:42.376374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a41eca1-4d44-4043-9186-ce8fb87ef2b8,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:42.381796 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2e9b4d03-aaf3-42e2-ab45-a8fef72ddc6d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=969a52c8c7c742789c71b74f361d65fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417354 Jan 18 14:00:42.384444 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46340) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:42.444550 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.468915 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.580061 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.634694 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a41eca1-4d44-4043-9186-ce8fb87ef2b8,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:42.650077 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.651180 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-be914aba-a2db-4b65-ba4f-273661eaff59 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4a41eca1-4d44-4043-9186-ce8fb87ef2b8 HTTP/1.1" status: 204 len: 168 time: 0.2657797 Jan 18 14:00:42.692173 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314a75-2efb-488e-bbe6-4ed61f2a2200 req-93341466-90de-42f3-beb6-86b54894745e tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:42.693719 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e1314a75-2efb-488e-bbe6-4ed61f2a2200 req-93341466-90de-42f3-beb6-86b54894745e tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 947 time: 0.0956206 Jan 18 14:00:42.749149 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e1314a75-2efb-488e-bbe6-4ed61f2a2200 req-cdaefae6-6e9a-403b-8d79-b4af01118476 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Jan 18 14:00:43.316292 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-40452e9d-ac1e-4dc4-849e-2d4b7c361d56 req-f7696674-d3a7-47bc-bc76-ce0bc6887f36 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 210 time: 0.0431786 Jan 18 14:00:43.579665 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22676a-4580-4b7d-8009-69208180e81c req-d71f7d82-dfdc-489a-8e75-3570bfec60e9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:43.581305 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8d22676a-4580-4b7d-8009-69208180e81c req-d71f7d82-dfdc-489a-8e75-3570bfec60e9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.0759301 Jan 18 14:00:43.638330 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8d22676a-4580-4b7d-8009-69208180e81c req-c690884b-7d41-46dc-9332-27337d94fa40 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507200 Jan 18 14:00:43.935906 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46386) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:44.016098 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318a60-99b3-4e4f-a079-24fb1bb85618 req-6464a214-bce7-4b61-87cc-87f63f45c806 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:44.022204 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5c318a60-99b3-4e4f-a079-24fb1bb85618 req-6464a214-bce7-4b61-87cc-87f63f45c806 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 947 time: 0.0988970 Jan 18 14:00:44.070615 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5c318a60-99b3-4e4f-a079-24fb1bb85618 req-f9e19a0c-b244-4073-88f3-9ec72da5e307 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Jan 18 14:00:44.100028 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.132253 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:44.137806 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Usage tracker for resource:security_group_rule and tenant:6efea9483c6940378f749bddcc0d9a1a is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:44.141000 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:44.147505 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:44.274912 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.290210 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e33ed5-7411-4026-85ee-a4ad32a7a93b req-b8658a65-7cc1-4410-9d2b-c66ae435adf5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:44.291667 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-92e33ed5-7411-4026-85ee-a4ad32a7a93b req-b8658a65-7cc1-4410-9d2b-c66ae435adf5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1232190 Jan 18 14:00:44.337717 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.375565 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-92e33ed5-7411-4026-85ee-a4ad32a7a93b req-bdd852f5-93b5-4ada-8032-8253bbdefa92 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752554 Jan 18 14:00:44.413464 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43327237-effd-45b9-80fb-846d23325403,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:44.414485 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-e35d78a1-fff4-4173-b640-d7f34e2df53b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 1098 time: 0.0968900 Jan 18 14:00:44.422121 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-4732f904-6a63-405d-93b5-38adc98b1878 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6efea9483c6940378f749bddcc0d9a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4851251 Jan 18 14:00:44.430236 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46400) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:44.496968 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.529614 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.543141 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-58e9ca69-c0ee-4e41-8de1-e2d23787e0fe req-824e58a0-2f05-45d5-ab8b-0b5b0d9532fd tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 210 time: 0.0924513 Jan 18 14:00:44.606074 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-fcc582f9-3583-41ab-897c-8e06bf18ae72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:44.607560 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-fcc582f9-3583-41ab-897c-8e06bf18ae72 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.1803479 Jan 18 14:00:44.679908 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.697192 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43327237-effd-45b9-80fb-846d23325403,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:44.706258 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.715045 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-27c4ac00-7b03-45ee-a06e-5e4f8ded87c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 200 len: 1000 time: 0.1005096 Jan 18 14:00:44.718188 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-df2384d1-c957-4417-bf1c-7b51e10ba50c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/43327237-effd-45b9-80fb-846d23325403 HTTP/1.1" status: 204 len: 168 time: 0.2761676 Jan 18 14:00:44.880809 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-db8234dc-0902-455a-b502-bb550b162108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:44.882480 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-db8234dc-0902-455a-b502-bb550b162108 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.1603971 Jan 18 14:00:44.931296 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-73cb2f84-7144-4c1a-8b55-996efc2044f0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:44.932913 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-73cb2f84-7144-4c1a-8b55-996efc2044f0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "GET /v2.0/networks?id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 200 len: 814 time: 0.1737025 Jan 18 14:00:44.950205 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Request body: {'port': {'device_id': '421506f6-e06f-4435-9512-a7397f497782', 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d', 'admin_state_up': True, 'tenant_id': 'dce8c5474dce40449c52b4aeb739a5f9'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:44.967450 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-d5e6ad33-af9f-49ce-b770-f5632144f01b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787718 Jan 18 14:00:45.122793 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:45.127468 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Usage tracker for resource:port and tenant:dce8c5474dce40449c52b4aeb739a5f9 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:45.131655 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:45.133554 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-86e044ec-0f86-4a8f-bcb1-47f9a6322694 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600354 Jan 18 14:00:45.139266 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:45.288318 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-caeb1d69-9cb5-4299-9f6e-88c51b71a6d4 req-324c42e1-7c22-4a0b-bbb4-7991ebe0d39d service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477399 Jan 18 14:00:45.309252 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Made reservation on behalf of dce8c5474dce40449c52b4aeb739a5f9 for: {'port': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:00:45.312358 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:45.368160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:00:45.479501 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c1640-8a0a-43f0-a04f-e4adbbb3d045 req-bad90e5f-dba8-4ff6-a1e8-f6ddca9340bd tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:45.480959 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d33c1640-8a0a-43f0-a04f-e4adbbb3d045 req-bad90e5f-dba8-4ff6-a1e8-f6ddca9340bd tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 947 time: 0.2558668 Jan 18 14:00:45.516634 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:45.531138 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe', 'network_id': 'fc26fa1d-d790-4e3f-9188-39d21f801c5f', 'port_id': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe', 'mac_address': 'fa:16:3e:90:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d15a6-6fd7-4e61-ace6-620274d89c16', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:00:45.603397 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d33c1640-8a0a-43f0-a04f-e4adbbb3d045 req-01595562-48ea-4754-b158-b3d9ed21ec81 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123898 Jan 18 14:00:45.608219 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:45.630581 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:00:45.640341 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca61b3-beac-4822-b05f-d36a3921b1f1 req-a2e7cd2c-ceb9-4998-a7b7-c4ed9cdf5030 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:45.648919 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:45.650221 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-72ca61b3-beac-4822-b05f-d36a3921b1f1 req-a2e7cd2c-ceb9-4998-a7b7-c4ed9cdf5030 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1225846 Jan 18 14:00:45.662407 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Allocated IP 172.20.0.5 (07ec8ec2-9253-40f0-b2cc-66e18d116f2d/bebbd622-355b-45d8-8f2e-0241afb839fe/95350d2a-a245-4aeb-bd92-682175c2d8f2) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:00:45.711891 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46430) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:45.731066 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-72ca61b3-beac-4822-b05f-d36a3921b1f1 req-100e2035-108f-4fc9-aa9c-cebc701a6274 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799720 Jan 18 14:00:45.733899 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:45.771161 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:45.776873 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:45.782849 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Usage tracker for resource:security_group_rule and tenant:93ef8d5845154f0fa10d31d5354e45e2 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:45.786221 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:45.793003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:45.859430 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cddd5848-77ba-47e4-8495-a2d4b3958101 req-55eaf16e-611c-4093-a2ed-8a095ccba12c tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 210 time: 0.0876024 Jan 18 14:00:45.873497 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:45.897630 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.898190 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.898634 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.899069 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.899774 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.900200 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.900798 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.901314 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.901857 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.902366 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.902897 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:45.908460 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.008834 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.014662 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.037607 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:00:46.058223 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd79c121-2c3c-4616-bef8-42b0e59bd10d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:46.071309 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-651780b8-1e3d-471c-b917-1ff71bc470be admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=93ef8d5845154f0fa10d31d5354e45e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3596492 Jan 18 14:00:46.073797 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46440) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:46.127410 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.139703 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.170922 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.225028 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:00:46.226183 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:00:46.231367 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:00:46.265641 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Pushing event updated for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:46.300416 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:46.301033 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.316704 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.331506 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd79c121-2c3c-4616-bef8-42b0e59bd10d,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:46.337896 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.338991 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-faaa7047-982c-4656-8fe7-53620f1db026 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dd79c121-2c3c-4616-bef8-42b0e59bd10d HTTP/1.1" status: 204 len: 168 time: 0.2642944 Jan 18 14:00:46.386117 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a38dc317-dbec-4f51-b4d2-72209545db53 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4397266 Jan 18 14:00:46.398144 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Request body: {'port': {'device_id': '421506f6-e06f-4435-9512-a7397f497782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:00:46.514978 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.857299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c852c-3a26-4789-993e-720ae4e85655 req-03a4ecca-82c7-4ac8-b0a3-420e65353b92 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:46.859415 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ae9c852c-3a26-4789-993e-720ae4e85655 req-03a4ecca-82c7-4ac8-b0a3-420e65353b92 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 948 time: 0.1322303 Jan 18 14:00:46.887111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95350d2a-a245-4aeb-bd92-682175c2d8f2 {{(pid=83630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:00:46.894535 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.912295 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Transition to ACTIVE for port object 95350d2a-a245-4aeb-bd92-682175c2d8f2 will not be triggered until provisioned by entity L2. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:00:46.926100 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ae9c852c-3a26-4789-993e-720ae4e85655 req-9773e592-32f8-459f-b11b-3ba0647c954b tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593684 Jan 18 14:00:47.006509 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.047502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424336-9aba-4645-97e4-0ccd74bd3a75 req-f2a8aa0b-1b4d-4a3b-94ed-106a842ba788 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:47.049810 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ee424336-9aba-4645-97e4-0ccd74bd3a75 req-f2a8aa0b-1b4d-4a3b-94ed-106a842ba788 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1182468 Jan 18 14:00:47.175331 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Pushing event updated for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:47.201803 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42f07-72cc-47d6-aa4a-b030573fbad3 req-070bff2c-7685-45f8-9af1-4f58e00d8971 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:47.203344 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-66a42f07-72cc-47d6-aa4a-b030573fbad3 req-070bff2c-7685-45f8-9af1-4f58e00d8971 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 943 time: 0.1398296 Jan 18 14:00:47.223145 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ee424336-9aba-4645-97e4-0ccd74bd3a75 req-87a8f79b-20ed-4263-aa96-d6ac450de8bc tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550555 Jan 18 14:00:47.263939 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-66a42f07-72cc-47d6-aa4a-b030573fbad3 req-ad6c6267-7b5b-400b-83fd-a7d6d97494a6 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:47.300644 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Attempting to bind port 95350d2a-a245-4aeb-bd92-682175c2d8f2 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:00:47.300905 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Attempting to bind port 95350d2a-a245-4aeb-bd92-682175c2d8f2 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:00:47.301251 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Attempting to bind port 95350d2a-a245-4aeb-bd92-682175c2d8f2 on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:00:47.306993 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Port 95350d2a-a245-4aeb-bd92-682175c2d8f2 on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:00:47.309785 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Attempting to bind port 95350d2a-a245-4aeb-bd92-682175c2d8f2 on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:00:47.313443 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:00:47.314443 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Checking segment: {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:00:47.314911 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Bound using segment: {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'} {{(pid=83630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:00:47.315330 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.managers [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Bound port: 95350d2a-a245-4aeb-bd92-682175c2d8f2, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'}}] {{(pid=83630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:00:47.315669 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.356695 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-66a42f07-72cc-47d6-aa4a-b030573fbad3 req-ad6c6267-7b5b-400b-83fd-a7d6d97494a6 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:47.357902 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-66a42f07-72cc-47d6-aa4a-b030573fbad3 req-ad6c6267-7b5b-400b-83fd-a7d6d97494a6 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473622 Jan 18 14:00:47.381642 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:00:47.407139 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, cleared binding levels {{(pid=83630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:00:47.410457 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:00:47.478006 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.525362 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:00:47.531170 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:00:47.535245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.536626 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.537992 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] 10.222.0.95 "PUT /v2.0/ports/95350d2a-a245-4aeb-bd92-682175c2d8f2 HTTP/1.1" status: 200 len: 1093 time: 1.1439915 Jan 18 14:00:47.538417 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:47.558131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fb3b2-3cb5-492b-bcde-7854539e66e3 service neutron] Pushing event updated for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=3']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:47.601534 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2', 'status': 'completed', 'code': 200} Jan 18 14:00:47.650647 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.681528 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:47.691786 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:47.710631 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cb979319-e410-4cfa-959c-a6e29cc4c5e4 req-64159b34-889a-4bb1-8dbe-061e09a43bdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 1096 time: 0.0887094 Jan 18 14:00:47.744536 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe', 'code': 200} Jan 18 14:00:47.814684 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.879206 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:47.950996 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979319-e410-4cfa-959c-a6e29cc4c5e4 req-c3bb3498-45c9-407a-8c85-595c79b45ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:47.952516 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cb979319-e410-4cfa-959c-a6e29cc4c5e4 req-c3bb3498-45c9-407a-8c85-595c79b45ad0 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2338057 Jan 18 14:00:48.131099 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a097d11e-b2c2-425e-a90f-ff983f88a7ac req-9896523d-d14a-444a-9f66-c5684dbeb5ab service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 1102 time: 0.0762732 Jan 18 14:00:48.148358 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979319-e410-4cfa-959c-a6e29cc4c5e4 req-e6beb42d-a2ae-4316-a2d8-9a221e723e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:48.149835 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cb979319-e410-4cfa-959c-a6e29cc4c5e4 req-e6beb42d-a2ae-4316-a2d8-9a221e723e18 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1898127 Jan 18 14:00:48.177004 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a097d11e-b2c2-425e-a90f-ff983f88a7ac req-48e52c90-3992-40ba-8c2d-2f1cd4404be3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jan 18 14:00:48.180179 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f4e8-a651-4e17-8b68-89d2f74336e8 req-844053fe-9b63-4d09-bf0e-18a855d5c361 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:48.181630 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7099f4e8-a651-4e17-8b68-89d2f74336e8 req-844053fe-9b63-4d09-bf0e-18a855d5c361 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.1214271 Jan 18 14:00:48.229171 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7099f4e8-a651-4e17-8b68-89d2f74336e8 req-88350dd8-7ddb-48b4-a4a1-079241797765 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Jan 18 14:00:48.419455 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46498) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:48.444040 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-411dc798-aa4b-463d-9ea8-23a82635bd6a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 1096 time: 0.0708780 Jan 18 14:00:48.556358 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-d4012a39-a3cb-4990-8c97-7999bd26c3d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2 HTTP/1.1" status: 200 len: 217 time: 0.1049922 Jan 18 14:00:48.578371 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.610282 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:48.614539 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae992dd12bd746feb759839aabe24249 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:48.618336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:48.624740 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:48.637772 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-167a0257-7c78-424b-8595-9b4d2938278b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:48.639200 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-167a0257-7c78-424b-8595-9b4d2938278b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bebbd622-355b-45d8-8f2e-0241afb839fe HTTP/1.1" status: 200 len: 854 time: 0.0655990 Jan 18 14:00:48.646093 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7b026-4415-47ff-98dd-6b6ac3f42d8c req-af29954f-0476-4a03-a021-30deb990b4d3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:48.647883 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7eb7b026-4415-47ff-98dd-6b6ac3f42d8c req-af29954f-0476-4a03-a021-30deb990b4d3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 943 time: 0.1464257 Jan 18 14:00:48.707552 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a9a8924a-6dac-49e7-8563-896c76809214 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590324 Jan 18 14:00:48.712692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.776473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.797279 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7eb7b026-4415-47ff-98dd-6b6ac3f42d8c req-6c788207-24d9-4a13-8469-773eab9b8b02 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198342 Jan 18 14:00:48.828407 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7542900-e875-400a-b934-38dbaaab40e1,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:48.834054 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2dd2a902-1056-4d92-be15-e43e4889d5f3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ae992dd12bd746feb759839aabe24249&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4135325 Jan 18 14:00:48.836531 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46508) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:48.857537 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-a5f87e3e-8f5c-47a9-aaa4-34b9917a4c32 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390393 Jan 18 14:00:48.899116 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.924457 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.051681 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.067977 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7542900-e875-400a-b934-38dbaaab40e1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:49.070727 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1ff49166-7367-4dca-977f-4a65bfa9c0d1 req-0035641b-e987-48bc-8281-ae2d2d879839 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058017 Jan 18 14:00:49.074551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.075736 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c52b581b-e2ad-45d9-bace-478a16ccd049 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d7542900-e875-400a-b934-38dbaaab40e1 HTTP/1.1" status: 204 len: 168 time: 0.2382343 Jan 18 14:00:49.451617 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61f62a-0f91-43d9-8720-13b0e2ce2f3f req-0d4bda63-7915-4235-a199-38da0b364400 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:49.454089 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ab61f62a-0f91-43d9-8720-13b0e2ce2f3f req-0d4bda63-7915-4235-a199-38da0b364400 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.0968039 Jan 18 14:00:49.507488 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ab61f62a-0f91-43d9-8720-13b0e2ce2f3f req-a81cf838-9e3c-4356-9280-44392c26ac07 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Jan 18 14:00:50.010254 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785a36-a900-4473-900c-133f4b5cc897 req-e4fbcfdf-d407-42e2-8af0-a98167281dae tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:50.011609 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-84785a36-a900-4473-900c-133f4b5cc897 req-e4fbcfdf-d407-42e2-8af0-a98167281dae tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 943 time: 0.0786467 Jan 18 14:00:50.058946 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-84785a36-a900-4473-900c-133f4b5cc897 req-e25c68e3-b310-4ad2-a280-ebbc27f0de99 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Jan 18 14:00:50.706546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc8335-befe-4cd8-9dc6-7bb8337a993b req-62981337-90c6-4df9-9481-6f600fd926ba tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:50.707973 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-37fc8335-befe-4cd8-9dc6-7bb8337a993b req-62981337-90c6-4df9-9481-6f600fd926ba tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.0769677 Jan 18 14:00:50.750954 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-37fc8335-befe-4cd8-9dc6-7bb8337a993b req-4bcdb73a-64f3-447f-aace-43a232bea9ed tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Jan 18 14:00:51.252130 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbad85-c750-444e-905a-909748c83a62 req-3cc32bf5-9119-4a32-a872-3fb0ee0b2ac0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:51.252803 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c8dbad85-c750-444e-905a-909748c83a62 req-3cc32bf5-9119-4a32-a872-3fb0ee0b2ac0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:51.382650 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c8dbad85-c750-444e-905a-909748c83a62 req-3cc32bf5-9119-4a32-a872-3fb0ee0b2ac0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:51.383792 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c8dbad85-c750-444e-905a-909748c83a62 req-3cc32bf5-9119-4a32-a872-3fb0ee0b2ac0 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 943 time: 0.2060664 Jan 18 14:00:51.414957 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 95350d2a-a245-4aeb-bd92-682175c2d8f2 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:00:51.429908 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c8dbad85-c750-444e-905a-909748c83a62 req-e18d72df-a7e4-4096-8446-7d8aea74547e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Jan 18 14:00:51.466177 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9f999-f657-40e1-bbaa-68e1e5f8d6bf req-45f6ba2d-fcc9-4bad-bf5b-1ca531c51041 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:51.467650 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-88f9f999-f657-40e1-bbaa-68e1e5f8d6bf req-45f6ba2d-fcc9-4bad-bf5b-1ca531c51041 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.0837240 Jan 18 14:00:51.521296 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-88f9f999-f657-40e1-bbaa-68e1e5f8d6bf req-e9896152-22e9-4fc5-bf0c-0b63d202fba5 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jan 18 14:00:51.551666 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:51.583937 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '95350d2a-a245-4aeb-bd92-682175c2d8f2', 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d', 'port_id': '95350d2a-a245-4aeb-bd92-682175c2d8f2', 'mac_address': 'fa:16:3e:04:6f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebbd622-355b-45d8-8f2e-0241afb839fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:00:51.643294 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.660171 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95350d2a-a245-4aeb-bd92-682175c2d8f2 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:00:51.675319 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:51.762873 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.828543 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:52.016357 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['95350d2a-a245-4aeb-bd92-682175c2d8f2'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:00:52.168449 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46548) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:52.307723 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.341055 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:52.344834 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Usage tracker for resource:security_group_rule and tenant:707063dff5cb48fa95c960d3585b9871 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:52.347830 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:52.353351 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:52.415223 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.470685 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.518547 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da8d41-d929-4612-b697-54b6ffd0d553,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:52.522402 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0395f15b-145a-41d2-90df-8ac7398a06ac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=707063dff5cb48fa95c960d3585b9871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3529661 Jan 18 14:00:52.525144 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46556) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:52.587858 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.616170 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.640089 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6bb2-a913-4be9-801d-b04b51089ba3 req-bf01f974-09df-4757-93a4-1f0233628c3b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:52.642053 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4d8e6bb2-a913-4be9-801d-b04b51089ba3 req-bf01f974-09df-4757-93a4-1f0233628c3b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 944 time: 0.0802689 Jan 18 14:00:52.693154 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4d8e6bb2-a913-4be9-801d-b04b51089ba3 req-c4a82f68-1d6e-4a3f-ae29-fcf23d252e62 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Jan 18 14:00:52.739709 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ec1bc-0e19-4082-8af8-c8afdb74a616 req-9cf7a502-c42a-4ee3-ad54-bd0f5918f57b tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:52.742009 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-222ec1bc-0e19-4082-8af8-c8afdb74a616 req-9cf7a502-c42a-4ee3-ad54-bd0f5918f57b tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.0863638 Jan 18 14:00:52.801004 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.834633 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da8d41-d929-4612-b697-54b6ffd0d553,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:52.848106 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.849213 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-bd53db84-91e3-4bde-9b55-da844bea2c81 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/59da8d41-d929-4612-b697-54b6ffd0d553 HTTP/1.1" status: 204 len: 168 time: 0.3230784 Jan 18 14:00:52.864007 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-222ec1bc-0e19-4082-8af8-c8afdb74a616 req-6f76cee2-f4d2-4d1e-bb2d-2f30354b7727 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/security-groups?id=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172974 Jan 18 14:00:52.891261 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-4f79a9fa-789e-466b-af7a-94cd23625e39 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:52.891261 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-4f79a9fa-789e-466b-af7a-94cd23625e39 tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.95 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 949 time: 0.1267269 Jan 18 14:00:52.958318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Deleting port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:52.958654 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.200293 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] For port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,segment=NetworkSegment(000d940f-8871-4c3d-8f2e-6923eabf2052),segment_id=000d940f-8871-4c3d-8f2e-6923eabf2052)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:53.200642 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.319244 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Calling delete_port for d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:53.413512 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 95350d2a-a245-4aeb-bd92-682175c2d8f2 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:00:53.508696 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46566) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:53.519871 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.572985 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.585140 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:00:53.614436 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 95350d2a-a245-4aeb-bd92-682175c2d8f2 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:00:53.623983 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Pushing event deleted for resources: {'Port': ['ID=d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:53.624224 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 95350d2a-a245-4aeb-bd92-682175c2d8f2 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:00:53.624607 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.629954 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:00:53.635154 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa37d803045f4e79821fbe728dd958a5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:00:53.672294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:00:53.705917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:00:53.723367 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] No DVR routers for this DVR port d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:00:53.725916 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.729717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'name': 'network-vif-deleted', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:53.788928 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.832386 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:53.835354 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de41d9fc-47cf-477c-9192-37003fed02de', 'name': 'network-vif-deleted', 'tag': 'd1b3555f-f1b9-4e53-8223-4d1c1d3a00fe', 'status': 'completed', 'code': 200} Jan 18 14:00:53.843785 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:53.875075 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8dcd5e59-68d3-4e2b-a95c-41541406052f req-463d0481-e7b1-44d4-8226-732f3713c69f tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.95 "DELETE /v2.0/ports/d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe HTTP/1.1" status: 204 len: 173 time: 0.9786968 Jan 18 14:00:53.877010 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.900657 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2', 'code': 200} Jan 18 14:00:53.958786 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d149-c03b-4d44-849c-f03ce1d84617 req-38ff6d4a-c2cd-46b1-acd3-eb869ae4849e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:53.960227 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cca0d149-c03b-4d44-849c-f03ce1d84617 req-38ff6d4a-c2cd-46b1-acd3-eb869ae4849e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 944 time: 0.0803370 Jan 18 14:00:53.965279 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.993604 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.033241 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-cca0d149-c03b-4d44-849c-f03ce1d84617 req-4215718a-526d-45cd-8b4f-d8ea7c5c23bb tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Jan 18 14:00:54.060310 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:54.069393 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-05cb06c8-1645-44aa-b09e-ca04ca92b44f req-f439208c-98cb-4d17-8327-db80ca1681dc tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Synchronizing usage tracker for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:54.101551 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02096e81-38b7-482a-8b0f-519a91efe72d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:54.108509 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-88e379dc-000e-4b54-8d6f-ad9d4b84aaf5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aa37d803045f4e79821fbe728dd958a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6041222 Jan 18 14:00:54.109880 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46578) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:54.167533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-05cb06c8-1645-44aa-b09e-ca04ca92b44f req-f439208c-98cb-4d17-8327-db80ca1681dc tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] Unset dirty status for tenant:1e9e44c189b0407d81046487f3cae8d5 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:54.168680 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-05cb06c8-1645-44aa-b09e-ca04ca92b44f req-f439208c-98cb-4d17-8327-db80ca1681dc tempest-VolumesNegativeTest-587876500 tempest-VolumesNegativeTest-587876500-project] 10.222.0.94 "GET /v2.0/ports?device_id=de41d9fc-47cf-477c-9192-37003fed02de HTTP/1.1" status: 200 len: 210 time: 0.1613512 Jan 18 14:00:54.173609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.200431 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.319645 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.340527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02096e81-38b7-482a-8b0f-519a91efe72d,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:54.353333 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.354477 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-7d6f5d26-a9dc-4dd1-b320-fb61e9f08488 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/02096e81-38b7-482a-8b0f-519a91efe72d HTTP/1.1" status: 204 len: 168 time: 0.2430925 Jan 18 14:00:54.366734 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-77969d95-8c5b-42e7-b1cf-3cd8e7da6148 req-751c089f-4558-4208-8c5d-daed4bb4c335 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 1098 time: 0.0937636 Jan 18 14:00:54.408528 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-77969d95-8c5b-42e7-b1cf-3cd8e7da6148 req-ed19dbd1-a976-43bb-a8bf-342c8e340457 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Jan 18 14:00:55.249799 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcffd8-8d33-4d7b-962b-cdc3f78d4ff7 req-f9d7a9af-a9d8-4cb3-b34f-3eeaabef327e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:55.257154 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-eadcffd8-8d33-4d7b-962b-cdc3f78d4ff7 req-f9d7a9af-a9d8-4cb3-b34f-3eeaabef327e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1012981 Jan 18 14:00:55.310643 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-eadcffd8-8d33-4d7b-962b-cdc3f78d4ff7 req-22018639-f99b-4a8c-bc93-65472da59fa7 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Jan 18 14:00:55.940269 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2a724bb4-2039-4eab-9289-aabb266afc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:56.552747 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e3ef6-db46-46f1-97b3-6ab02456f651 req-089f4500-f1b0-4b61-b88d-5cd007c45b52 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:56.556814 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bd9e3ef6-db46-46f1-97b3-6ab02456f651 req-089f4500-f1b0-4b61-b88d-5cd007c45b52 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.0938730 Jan 18 14:00:56.606908 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bd9e3ef6-db46-46f1-97b3-6ab02456f651 req-adb75710-2a7b-43e5-88b3-489526581c13 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492618 Jan 18 14:00:57.428517 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:57.470638 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:57.470900 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d1b3555f-f1b9-4e53-8223-4d1c1d3a00fe not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:58.256353 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cd78-8eac-4d59-9dae-d4494ef28ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:58.889279 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66d38-da41-4548-8be2-ff5e53dd0f4e req-a00073c2-2f6b-4db5-866d-840ea383b214 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:58.890761 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-03b66d38-da41-4548-8be2-ff5e53dd0f4e req-a00073c2-2f6b-4db5-866d-840ea383b214 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.0760572 Jan 18 14:00:58.936436 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-03b66d38-da41-4548-8be2-ff5e53dd0f4e req-c24c38da-a798-4049-b229-6feb88f92569 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Jan 18 14:00:59.241115 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:59.336463 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:00.254822 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a8d3-1d69-4a2a-ae72-829a42df6c32 req-55bd66cd-6d16-4f81-8c3d-3e04ffd7da3b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:00.258154 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-33f6a8d3-1d69-4a2a-ae72-829a42df6c32 req-55bd66cd-6d16-4f81-8c3d-3e04ffd7da3b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.1788325 Jan 18 14:01:00.303603 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-33f6a8d3-1d69-4a2a-ae72-829a42df6c32 req-0aa5a155-6782-4992-a3e0-351ebdad4a04 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Jan 18 14:01:00.627748 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-37fa4bfd-6abe-48f7-a557-ac694ec2d039 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:00.632599 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-37fa4bfd-6abe-48f7-a557-ac694ec2d039 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 946 time: 0.0799687 Jan 18 14:01:00.689219 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:00.711266 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Deleting port b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:01:00.711717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:00.981072 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] For port b308d355-e66a-40f8-a7c8-ab8f54920703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b308d355-e66a-40f8-a7c8-ab8f54920703,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:00.981428 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:01.269773 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:01.270453 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:01.270453 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.l3_db [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Floating IP 180085a7-e3d1-4d56-8e86-d5212f0f8146 disassociated. External IP: 172.28.2.225, port: b308d355-e66a-40f8-a7c8-ab8f54920703. Jan 18 14:01:01.270751 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Calling delete_port for b308d355-e66a-40f8-a7c8-ab8f54920703 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:01:01.502113 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:01.527671 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0aaa-f4e9-4c7d-869a-90164b3a0ff5 req-19b1558e-54f6-44c2-a6e9-e91cab939820 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:01.529169 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d89a0aaa-f4e9-4c7d-869a-90164b3a0ff5 req-19b1558e-54f6-44c2-a6e9-e91cab939820 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 868 time: 0.0834949 Jan 18 14:01:01.555461 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'Port': ['ID=b308d355-e66a-40f8-a7c8-ab8f54920703,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:01.597420 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d89a0aaa-f4e9-4c7d-869a-90164b3a0ff5 req-bee87585-1464-4ce0-87bb-02538431c78b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=27124aca-1843-4c85-a1bc-4ecdd6e37d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579214 Jan 18 14:01:01.779502 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:01:01.997535 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:02.019638 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:02.030390 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:02.031417 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:02.076471 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] No DVR routers for this DVR port b308d355-e66a-40f8-a7c8-ab8f54920703 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:01:02.078973 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:02.089516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-deleted', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:02.156500 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e061b87-ea25-4af2-8a79-104be64fcef6', 'name': 'network-vif-deleted', 'tag': 'b308d355-e66a-40f8-a7c8-ab8f54920703', 'status': 'completed', 'code': 200} Jan 18 14:01:02.189672 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7eef2b4a-ef9f-4dac-a143-799922d0c70a req-e0d7ff71-1eae-4679-95d2-bf3913fc4f1a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "DELETE /v2.0/ports/b308d355-e66a-40f8-a7c8-ab8f54920703 HTTP/1.1" status: 204 len: 173 time: 1.5543265 Jan 18 14:01:02.250269 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:02.606765 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:02.610690 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:02.622465 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:02.623088 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:02.752490 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46908) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:02.822251 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-00628965-0143-4a0b-9818-22d418f19b06 req-5bf741a2-ffce-4f58-97e7-bede7a3c9445 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e061b87-ea25-4af2-8a79-104be64fcef6 HTTP/1.1" status: 200 len: 210 time: 0.0625606 Jan 18 14:01:02.855178 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:02.978265 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2b5cc5d2-5788-4719-b9dd-c4c2eac0169e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1e9e44c189b0407d81046487f3cae8d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240698 Jan 18 14:01:02.978479 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46918) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:03.071349 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:03.103009 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:03.237639 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:03.256359 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5e0f9-7481-4ac9-a9c9-8eaa581eb571,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:03.319256 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:03.323634 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4b878-8dfc-4527-8347-317a9d245200 None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:03.353318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:03.356715 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-110a5a9b-686c-49a6-a8b6-66aee3ffbda9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/34d5e0f9-7481-4ac9-a9c9-8eaa581eb571 HTTP/1.1" status: 204 len: 168 time: 0.3752315 Jan 18 14:01:03.443156 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:01:03.505590 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: b308d355-e66a-40f8-a7c8-ab8f54920703 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:01:03.505994 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device b308d355-e66a-40f8-a7c8-ab8f54920703 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:01:03.649362 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92093186-7312-4ff4-8b2d-4249f615b40e None None] New status for floating IP 180085a7-e3d1-4d56-8e86-d5212f0f8146: DOWN {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:01:03.878592 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46942) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.141480 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46954) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.155734 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.215030 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.256688 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:04.262890 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Usage tracker for resource:security_group_rule and tenant:6f8c893c9e9a4e36adb1cd107c0fd25c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:04.266961 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:04.272278 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.273556 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:04.357110 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.416430 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.441746 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27124aca-1843-4c85-a1bc-4ecdd6e37d40,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:04.452388 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.452717 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.453055 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.453391 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.453906 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.454411 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.454746 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.455471 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.455820 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.456147 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.456389 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.456504 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:04.523012 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee21a51-4aa1-4b46-aebc-ad62bae417d1,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:04.526556 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.530216 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9f8fca8b-ab37-4a76-89dc-14fe4d973e14 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "DELETE /v2.0/security-groups/27124aca-1843-4c85-a1bc-4ecdd6e37d40 HTTP/1.1" status: 204 len: 168 time: 0.3850675 Jan 18 14:01:04.536041 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-401fe3fc-f340-4c3e-8317-4f476d6d34ff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6f8c893c9e9a4e36adb1cd107c0fd25c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6510589 Jan 18 14:01:04.536041 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46962) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.536635 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46964) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.548781 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.api.v2.resource [None req-051fbdcf-9356-46d9-8cc1-eda6a3a3616d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] show failed (client error): The resource could not be found. Jan 18 14:01:04.549948 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-051fbdcf-9356-46d9-8cc1-eda6a3a3616d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups/27124aca-1843-4c85-a1bc-4ecdd6e37d40 HTTP/1.1" status: 404 len: 347 time: 0.0177548 Jan 18 14:01:04.553079 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46974) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.606379 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.642774 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.725635 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Deleting port 11598f6d-2136-4ce6-b215-db1020e20e9e {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:01:04.726032 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.796278 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.813427 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee21a51-4aa1-4b46-aebc-ad62bae417d1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:04.818109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.830372 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ce33835f-6500-401f-8a3f-0f934e93f9d7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5ee21a51-4aa1-4b46-aebc-ad62bae417d1 HTTP/1.1" status: 204 len: 168 time: 0.2875988 Jan 18 14:01:04.843293 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 46982) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:04.905677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.905953 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:04.998933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975540046-network', 'tenant_id': '0fd5e52be2234a688063204603ffac2c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:05.004733 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.009992 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Usage tracker for resource:network and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.011521 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.017785 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.031653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Calling delete_port for 11598f6d-2136-4ce6-b215-db1020e20e9e owned by network:floatingip {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:01:05.101875 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Made reservation on behalf of 0fd5e52be2234a688063204603ffac2c for: {'network': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:05.104249 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.116943 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.154221 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.158541 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.161379 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.167104 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.227732 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.255176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.276145 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'Port': ['ID=11598f6d-2136-4ce6-b215-db1020e20e9e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:05.318826 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.346583 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:01:05.358807 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa6e79-a593-4017-b0af-d842bc9dbbfa,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:05.364751 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.365192 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.segments_db [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Added segment 11cc2bf5-4018-446f-8bd3-8a82d8c86536 of type vlan for network 9e96f446-5873-468e-bc82-b35deff7a8cd Jan 18 14:01:05.366892 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.391566 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.395852 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d8740fdf-525a-4fff-9f21-4d52d8bc410b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "DELETE /v2.0/floatingips/180085a7-e3d1-4d56-8e86-d5212f0f8146 HTTP/1.1" status: 204 len: 168 time: 0.8383384 Jan 18 14:01:05.396027 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.502822 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.503982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:05.504571 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.616417 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46992) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:05.637508 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.680241 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] Pushing event updated for resources: {'Network': ['ID=9e96f446-5873-468e-bc82-b35deff7a8cd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:05.691566 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network 9e96f446-5873-468e-bc82-b35deff7a8cd details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:01:05.704200 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.709188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Usage tracker for resource:security_group_rule and tenant:fa2aba3fdd54457cb7203b446da5aded is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.712251 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.718058 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.725660 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f211c944-794f-476d-831f-795fa95cf87b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8785892 Jan 18 14:01:05.726389 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 46998) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:05.733997 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Request body: {'subnet': {'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975540046-subnet', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'ip_version': 4}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:05.744826 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.753291 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Usage tracker for resource:subnet and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.754138 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.763252 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.821564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.837066 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Made reservation on behalf of 0fd5e52be2234a688063204603ffac2c for: {'subnet': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:05.839498 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7869048'] for subnet, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.854595 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47002) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:05.861030 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829139465', 'description': 'tempest-description--568818843'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:05.866635 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.870704 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.873558 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.879500 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.907420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.945316 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:05.980035 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:05.983790 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:05.987140 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:05.987876 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8fddd8-d43f-4a7b-9601-3d307ae5c1e5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:05.992749 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:05.999567 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-12542d26-91a8-407e-8882-ed7e432f2a28 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fa2aba3fdd54457cb7203b446da5aded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818705 Jan 18 14:01:06.004413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47006) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:06.055591 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.122850 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.123860 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.171148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e2158-bc68-49e0-bdb4-f77f535e87af,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:06.193449 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.222589 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.223836 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f853cf7c-ddbe-48e7-b91a-597860f1a44d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3682294 Jan 18 14:01:06.226809 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:06.232825 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e2158-bc68-49e0-bdb4-f77f535e87af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:06.239576 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:06.243269 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:06.246125 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:06.252452 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:06.259123 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7989582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7869038'] for subnet, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.311440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.336943 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.347002 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8fddd8-d43f-4a7b-9601-3d307ae5c1e5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:06.355659 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f849e2ca-301b-477a-9f37-422d42f84512,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:06.383728 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.384844 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-9317e9e2-12eb-4de3-a159-6f87ad55c9e2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c8fddd8-d43f-4a7b-9601-3d307ae5c1e5 HTTP/1.1" status: 204 len: 168 time: 0.3795452 Jan 18 14:01:06.388316 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Checking segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:06.388918 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Network hostable DHCP agents. Network: 9e96f446-5873-468e-bc82-b35deff7a8cd, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:01:06.420549 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.450355 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Network 9e96f446-5873-468e-bc82-b35deff7a8cd is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:01:06.473024 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.496386 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8273873-6c70-4a19-8420-9cf031f249a0,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:06.516178 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, 9e96f446-5873-468e-bc82-b35deff7a8cd) {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:06.520050 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:06.520667 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.525902 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd271af7-1d4c-448c-9e24-87a6bc4dce14 None None] Network 9e96f446-5873-468e-bc82-b35deff7a8cd requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:01:06.573423 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.574795 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-07ca0148-98b4-4f39-b040-32b2936b2778 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3469877 Jan 18 14:01:06.577502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:06.583305 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e2158-bc68-49e0-bdb4-f77f535e87af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:06.589269 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:06.593102 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:security_group_rule and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:06.596800 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:06.602549 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:06.615832 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-f664aa80-6088-400f-86cd-33aeab170fbd admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8865056 Jan 18 14:01:06.622883 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47020) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:06.624285 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:06.630399 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:06.634722 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Usage tracker for resource:router and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:06.637937 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:06.644969 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:06.719972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.745666 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.749177 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.758521 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-9e96f446-5873-468e-bc82-b35deff7a8cd', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:01:06.759356 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.799780 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.805601 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.884967 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:06.927516 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Allocated IP 172.20.0.2 (9e96f446-5873-468e-bc82-b35deff7a8cd/f849e2ca-301b-477a-9f37-422d42f84512/58dd11b2-5bd3-4470-99e5-8347c0d473bf) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:06.927963 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de1d4a6-a03a-4e2c-b5ec-6d445d9286fc,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:07.034111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.035444 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ac21cda9-5616-49f6-9451-af785576c6f8 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4569898 Jan 18 14:01:07.041398 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:07.048949 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:07.056248 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:07.060342 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Usage tracker for resource:floatingip and tenant:f083baab3c8344fba73014079dccc30b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:07.065199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:07.072910 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:07.150419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.152685 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.153608 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.163945 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Transition to ACTIVE for port object 58dd11b2-5bd3-4470-99e5-8347c0d473bf will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:07.182510 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Transition to ACTIVE for port object 58dd11b2-5bd3-4470-99e5-8347c0d473bf will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:07.285235 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.298265 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.361091 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Network 9e96f446-5873-468e-bc82-b35deff7a8cd is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:07.364604 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Pushing event updated for resources: {'Port': ['ID=58dd11b2-5bd3-4470-99e5-8347c0d473bf,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:07.367031 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:07.369137 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:07.459942 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Allocated IP 172.28.2.197 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/5a42e3e2-b997-4693-af6e-00ff4eb4c022) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:07.461785 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Attempting to bind port 58dd11b2-5bd3-4470-99e5-8347c0d473bf on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:07.462272 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Attempting to bind port 58dd11b2-5bd3-4470-99e5-8347c0d473bf by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:07.462684 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Attempting to bind port 58dd11b2-5bd3-4470-99e5-8347c0d473bf on network 9e96f446-5873-468e-bc82-b35deff7a8cd {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:07.470585 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:07.472571 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Checking segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:07.472571 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.472571 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Bound using segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:07.472571 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Bound port: 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:07.472964 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.506459 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.546208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.579295 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] For port 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:07.583150 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] For port 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=58dd11b2-5bd3-4470-99e5-8347c0d473bf,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:07.651117 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.711230 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.758377 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.771128 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.802300 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a950-4c99-438b-9b9b-3d55e820d379 None None] Pushing event updated for resources: {'Port': ['ID=58dd11b2-5bd3-4470-99e5-8347c0d473bf,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:07.848360 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:07.852590 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:07.857452 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:07.866287 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Allocated IP 172.28.2.67 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/83aa9c4c-3148-4a06-9b25-f4830ea5a7d5) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:07.884681 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=5a42e3e2-b997-4693-af6e-00ff4eb4c022,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:08.072632 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.075796 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.227376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.241941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.304305 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:08.307791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:08.311853 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:08.348625 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Pushing event updated for resources: {'Port': ['ID=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:08.489998 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.577845 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.579256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.597766 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.727374 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=5a42e3e2-b997-4693-af6e-00ff4eb4c022,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:08.733771 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.853837 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.855553 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f9bf9a45-56b0-4536-82d2-f18c8afad356 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8129764 Jan 18 14:01:08.927892 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:01:08.928965 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd5fc29-b9fb-4155-9efd-bb97089f0f1f None None] Network 9e96f446-5873-468e-bc82-b35deff7a8cd requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:01:09.136185 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-6b2ca12e-cb78-4c2a-8b65-cb674148d7b9 None None] Provisioning for port 58dd11b2-5bd3-4470-99e5-8347c0d473bf completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:09.153836 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-87f180ae-fa29-4489-8e7d-8ef438633a1c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:09.228169 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:09.238763 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Sync routers for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:09.251232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-87f180ae-fa29-4489-8e7d-8ef438633a1c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:09.251710 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:09.252340 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:09.252499 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-87f180ae-fa29-4489-8e7d-8ef438633a1c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1829139465&fields=id&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 267 time: 0.1533608 Jan 18 14:01:09.322060 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:09.325887 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-21c2c080-3f79-4f90-bf37-c14ed200ef36 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7058995 Jan 18 14:01:09.334967 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47078) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:09.487971 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-2f66184c-0986-444b-a2b4-5bbba535b6c9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:09.498514 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-2f66184c-0986-444b-a2b4-5bbba535b6c9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 817 time: 0.2383039 Jan 18 14:01:09.516715 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-02bbffd2-aa86-4d97-83bd-18df530ee823 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/quotas/f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 375 time: 0.0139909 Jan 18 14:01:09.518733 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:09.656681 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-ad1d9a51-f998-4427-9b5d-93228ab0b852 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300454 Jan 18 14:01:09.683301 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 58dd11b2-5bd3-4470-99e5-8347c0d473bf up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:09.929584 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-a7058daa-fc1a-49e3-89e8-d62fe9f389a5 service neutron] 10.222.0.94 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547925 Jan 18 14:01:10.005464 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:08Z', 'revision_number': 3, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:10.009822 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Checking router: 212750b1-8c17-4f08-b6d5-e3fcddeeaaef for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:10.010265 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Updating router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:01:10.061892 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 58dd11b2-5bd3-4470-99e5-8347c0d473bf completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:10.073925 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 58dd11b2-5bd3-4470-99e5-8347c0d473bf triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:10.074291 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.109184 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.122306 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-c781441b-eb4a-46b3-9ce7-ceb07f5dc9c7 service neutron] 10.222.0.94 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927433 Jan 18 14:01:10.331048 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.410610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.489999 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=58dd11b2-5bd3-4470-99e5-8347c0d473bf,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:10.552596 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-86ff784f-7e32-43b0-b855-ae3e485dc7b0 req-f69097c7-b024-44ca-a927-4326a5f08bcd tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:10.556655 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.635954 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-86ff784f-7e32-43b0-b855-ae3e485dc7b0 req-f69097c7-b024-44ca-a927-4326a5f08bcd tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:10.640194 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-86ff784f-7e32-43b0-b855-ae3e485dc7b0 req-f69097c7-b024-44ca-a927-4326a5f08bcd tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 210 time: 0.1541247 Jan 18 14:01:10.640816 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.658064 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=58dd11b2-5bd3-4470-99e5-8347c0d473bf,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:10.661045 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Transition to ACTIVE for port object 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:10.735269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Allocated IP 172.20.0.1 (9e96f446-5873-468e-bc82-b35deff7a8cd/f849e2ca-301b-477a-9f37-422d42f84512/2d91d976-64b4-4140-942d-37b3292d1978) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:10.750738 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.839337 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Attempting to bind port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:10.839693 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Attempting to bind port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:10.840038 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Attempting to bind port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:10.843821 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04608c7-60e3-4ff6-b374-67442d0990e5 None None] Pushing event updated for resources: {'Port': ['ID=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:10.850107 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:10.850473 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:10.850862 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.851234 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:10.851689 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Bound port: 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:10.852044 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.887683 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:10.905089 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Transition to ACTIVE for port object 2d91d976-64b4-4140-942d-37b3292d1978 will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:10.927143 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] For port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:10.930112 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] For port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:11.097728 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47130) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:11.100169 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.104627 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.183088 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Network 9e96f446-5873-468e-bc82-b35deff7a8cd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:11.186789 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:11.189491 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Pushing event updated for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:11.191965 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:11.192661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04608c7-60e3-4ff6-b374-67442d0990e5 None None] Pushing event updated for resources: {'Port': ['ID=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:11.201001 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:11.201001 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:11.256276 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.256619 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.256950 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.257374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.257651 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.258009 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.258331 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.258653 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.259019 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.259337 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.259654 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:11.295637 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.312199 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.371107 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:11.375666 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Usage tracker for resource:security_group_rule and tenant:cd30020e492f4085a662c94ff5b9819d is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:11.379270 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:11.385900 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:11.437291 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:11.522409 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.532661 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.553231 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 58dd11b2-5bd3-4470-99e5-8347c0d473bf up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:11.610601 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.719774 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-fea35523-28ad-4554-96ec-3e794fac2adb None None] Provisioning for port 2d91d976-64b4-4140-942d-37b3292d1978 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:11.725748 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd6f9a-73cc-4b76-a79e-89d1d85afc02,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:11.732028 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-8a687d1e-fcc9-4fed-89ec-267b0e815f1d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cd30020e492f4085a662c94ff5b9819d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6329534 Jan 18 14:01:11.734757 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47140) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:11.759128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-fea35523-28ad-4554-96ec-3e794fac2adb None None] Provisioning complete for port 2d91d976-64b4-4140-942d-37b3292d1978 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:11.759828 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-fea35523-28ad-4554-96ec-3e794fac2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.804681 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.840750 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.862667 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-fea35523-28ad-4554-96ec-3e794fac2adb None None] Port 2d91d976-64b4-4140-942d-37b3292d1978 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:11.896061 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 58dd11b2-5bd3-4470-99e5-8347c0d473bf triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:11.896466 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.900457 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.916397 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:11.925249 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-21aa9767-b0e2-4c88-a6c8-cbffbfbf6ade req-13122fa8-63f6-4760-acbe-100e107715ef tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 210 time: 0.0636346 Jan 18 14:01:12.043471 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:08Z', 'revision_number': 3, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:12.049583 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf4a03-fe2d-4630-89bc-4c7633ca16f8 None None] The sync data for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb is: [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:08Z', 'revision_number': 3, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:12.061090 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:12.062295 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:12.064824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Pushing event updated for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:12.088287 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd6f9a-73cc-4b76-a79e-89d1d85afc02,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:12.094849 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:12.096432 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-90d6b74c-6a3c-4806-9382-48125f33ca7b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/77bd6f9a-73cc-4b76-a79e-89d1d85afc02 HTTP/1.1" status: 204 len: 168 time: 0.3603959 Jan 18 14:01:12.229296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Network 9e96f446-5873-468e-bc82-b35deff7a8cd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:12.230495 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:12.613935 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-a8dc765b-1963-4009-af05-da78700f2f77 None None] Provisioning complete for port 2d91d976-64b4-4140-942d-37b3292d1978 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:12.614506 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a8dc765b-1963-4009-af05-da78700f2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:12.718634 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc765b-1963-4009-af05-da78700f2f77 None None] Port 2d91d976-64b4-4140-942d-37b3292d1978 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:12.888528 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:01:12.980442 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47154) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:13.049715 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-85b318b7-f84d-41ba-afcf-eacc750d15ee tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:13.051479 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-85b318b7-f84d-41ba-afcf-eacc750d15ee tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 817 time: 0.2496548 Jan 18 14:01:13.054697 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.155210 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:13.159286 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b1e1de44-8293-4b30-bfce-6ef282463eb6 req-c72b334f-043b-441b-8846-21c0a4d70f82 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 210 time: 0.0687592 Jan 18 14:01:13.164245 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Usage tracker for resource:security_group_rule and tenant:756ad10f848740189c44aacb7bb63e38 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:13.172812 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-472d2a7b-f94d-4239-ab5d-b2b3f37dcf2f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 380 time: 0.0996079 Jan 18 14:01:13.172812 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:13.179241 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:13.183850 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'port': {'device_id': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'admin_state_up': True, 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'security_groups': ['ac4e2158-bc68-49e0-bdb4-f77f535e87af']}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:13.441376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:13.450962 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.457282 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:13.476117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:13.497600 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-21b9e6ab-083e-4998-82cd-9477dd623b1c admin admin] 10.222.0.94 "PUT /v2.0/routers/212750b1-8c17-4f08-b6d5-e3fcddeeaaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1704824 Jan 18 14:01:13.536713 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:13.586400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.633837 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92116d2d-65cc-4c9a-98cb-6f76c27e48d6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:13.639624 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-feee180f-5ec8-4a6e-8f5f-691e12d02a50 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=756ad10f848740189c44aacb7bb63e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6443126 Jan 18 14:01:13.642507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47168) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:13.687548 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:13.688562 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Made reservation on behalf of f083baab3c8344fba73014079dccc30b for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:13.693361 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.693940 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:13.694456 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.735728 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.763122 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.899818 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.917580 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:13.926028 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Allocated IP 172.20.0.10 (399c7698-bedd-4b1c-a4dc-76a939b01395/49e5bc4d-a3bb-4755-839f-7c625ec9087c/3fc34b24-d5fa-49f2-98d2-19df1587ad0a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:13.931898 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.951143 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92116d2d-65cc-4c9a-98cb-6f76c27e48d6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:13.955982 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:13.957251 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-980ff9cb-ed5c-4880-a925-0d6a744eec4c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/92116d2d-65cc-4c9a-98cb-6f76c27e48d6 HTTP/1.1" status: 204 len: 168 time: 0.3137846 Jan 18 14:01:13.992601 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.088928 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:14.163858 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.186035 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Transition to ACTIVE for port object 3fc34b24-d5fa-49f2-98d2-19df1587ad0a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:14.282217 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.359003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:14.362722 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:14.367165 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:14.396573 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acefcb-f5bd-4f12-9e71-b2f7481209bf req-263f0966-0edd-445b-968e-60162446e615 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:14.398073 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-09acefcb-f5bd-4f12-9e71-b2f7481209bf req-263f0966-0edd-445b-968e-60162446e615 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 932 time: 0.0954697 Jan 18 14:01:14.402132 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:14.443107 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:14.445309 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.459469 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-09acefcb-f5bd-4f12-9e71-b2f7481209bf req-9b90847d-50bf-4324-9254-d7ef660b5e54 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532308 Jan 18 14:01:14.588630 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-7293048a-5f5d-4305-899d-eeca54d30593 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4116883 Jan 18 14:01:14.600636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Request body: {'port': {'device_id': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:14.716840 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.791043 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d954c55d-a1f0-46fc-8218-a2ac78262207 None None] Provisioning for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:14.799626 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d954c55d-a1f0-46fc-8218-a2ac78262207 None None] Provisioning complete for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:14.800583 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d954c55d-a1f0-46fc-8218-a2ac78262207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:14.895943 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-d954c55d-a1f0-46fc-8218-a2ac78262207 None None] Port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:15.200685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:01:15.207828 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.222772 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Transition to ACTIVE for port object 3fc34b24-d5fa-49f2-98d2-19df1587ad0a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:15.322142 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47208) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:15.327876 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134454292-network', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:15.332523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:15.337118 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Usage tracker for resource:network and tenant:710e1a45ddbd4172bd80a616c469081b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:15.339578 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.343055 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:15.386693 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:15.478428 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:15.545564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Made reservation on behalf of 710e1a45ddbd4172bd80a616c469081b for: {'network': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:15.554995 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for network, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.598759 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:15.632549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.677824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:15.682613 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Usage tracker for resource:security_group_rule and tenant:710e1a45ddbd4172bd80a616c469081b is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:15.686864 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:15.696068 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:15.766913 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:15.767648 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.800827 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Attempting to bind port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:15.801127 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Attempting to bind port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:15.801450 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Attempting to bind port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:15.822232 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a on network 399c7698-bedd-4b1c-a4dc-76a939b01395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:01:15.822569 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Attempting to bind port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a on network 399c7698-bedd-4b1c-a4dc-76a939b01395 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:15.853661 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:15.854038 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Checking segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:15.854400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Bound using segment: {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:15.854847 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Bound port: 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:15.855185 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.899637 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:15.953395 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06534-7c2a-4bcf-add6-f1a78c0719ba req-615e6da2-2fac-4994-bf13-6419c5757ccf tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:15.954216 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-d2f06534-7c2a-4bcf-add6-f1a78c0719ba req-615e6da2-2fac-4994-bf13-6419c5757ccf tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Synchronizing usage tracker for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:15.967465 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Sync routers for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:15.980799 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:15.981709 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:15.997405 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.020130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:01:16.023074 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:16.051884 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:16.057609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.057609 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.segments_db [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Added segment 8565c4d7-ec2d-446a-b889-73f21a621f02 of type vlan for network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 Jan 18 14:01:16.057609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d18dd5-9ce6-4b29-9062-02fc6d155578,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:16.084583 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-d2f06534-7c2a-4bcf-add6-f1a78c0719ba req-615e6da2-2fac-4994-bf13-6419c5757ccf tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Unset dirty status for tenant:f083baab3c8344fba73014079dccc30b on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:16.085783 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2f06534-7c2a-4bcf-add6-f1a78c0719ba req-615e6da2-2fac-4994-bf13-6419c5757ccf tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.3567183 Jan 18 14:01:16.089562 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769069590640'] for network, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.153779 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.216921 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d2f06534-7c2a-4bcf-add6-f1a78c0719ba req-02e646ba-86c7-4531-b1e8-ce38e485746d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173205 Jan 18 14:01:16.229387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.230933 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] 10.222.0.95 "PUT /v2.0/ports/3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 1094 time: 1.6351123 Jan 18 14:01:16.231484 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:16.255515 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815'] for network, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.261993 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:16.262939 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:16.263858 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.397746 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'status': 'completed', 'code': 200} Jan 18 14:01:16.435598 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb7224-05f5-4fdf-9241-8c2986428daf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:16.481555 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:16.500656 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 details requested by agent ovs-agent-dv-cinder-825104-1-smb with host dv-cinder-825104-1-smb {{(pid=83632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:01:16.516033 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-57b0132d-340d-4aa7-b0db-ae57d65bba74 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1920521 Jan 18 14:01:16.519766 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47228) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:16.526210 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Request body: {'subnet': {'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134454292-subnet', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'ip_version': 4}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:16.534393 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:16.540147 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Usage tracker for resource:subnet and tenant:710e1a45ddbd4172bd80a616c469081b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:16.543939 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:16.549440 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1f73ccdb-2e89-4d56-bcae-5074a4d456d6 req-d0f791f7-a491-4a88-9f3f-a6f93c0e78de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1097 time: 0.1558578 Jan 18 14:01:16.554598 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:16.657563 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Made reservation on behalf of 710e1a45ddbd4172bd80a616c469081b for: {'subnet': 1} {{(pid=83630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:16.663487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8027658'] for subnet, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:16.747442 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73ccdb-2e89-4d56-bcae-5074a4d456d6 req-4957c0ee-4005-4c70-8eb5-ffcd11088e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:16.749271 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1f73ccdb-2e89-4d56-bcae-5074a4d456d6 req-4957c0ee-4005-4c70-8eb5-ffcd11088e39 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=f083baab3c8344fba73014079dccc30b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1926429 Jan 18 14:01:16.801468 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 2, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:16.810133 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Checking router: 212750b1-8c17-4f08-b6d5-e3fcddeeaaef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:16.810788 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Updating router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef port 2d91d976-64b4-4140-942d-37b3292d1978 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:01:16.879130 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.028275 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73ccdb-2e89-4d56-bcae-5074a4d456d6 req-e681cbc9-479f-435a-b0d1-ca03ae87735b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:17.030884 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1f73ccdb-2e89-4d56-bcae-5074a4d456d6 req-e681cbc9-479f-435a-b0d1-ca03ae87735b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2737548 Jan 18 14:01:17.085792 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-814929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8027676'] for subnet, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.150751 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-965afb6d-bb1a-4192-a1e0-96e4910167c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1097 time: 0.0815229 Jan 18 14:01:17.165995 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae2ebdc-90ae-40e8-b7ea-70c844280072,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:17.177103 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Checking segment: {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:17.182503 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Network hostable DHCP agents. Network: fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227, hostable agents: ['4accde12-54e2-492d-9723-6cc4814db6fa'], hosted agents: [] {{(pid=83630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:01:17.225995 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-e2ccff3d-7818-40d7-8807-ad9ec418dd95 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 217 time: 0.0653524 Jan 18 14:01:17.249024 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.262751 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Transition to ACTIVE for port object 2d91d976-64b4-4140-942d-37b3292d1978 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:17.270696 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 is scheduled to be hosted by DHCP agent 4accde12-54e2-492d-9723-6cc4814db6fa with binding_index 1 {{(pid=83630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:01:17.353462 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.365875 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-b6174237-dfdc-4b79-9233-05e59d86c4e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:17.367333 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-b6174237-dfdc-4b79-9233-05e59d86c4e1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.1348503 Jan 18 14:01:17.384563 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-smb, fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227) {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:17.389025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:17.391795 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.397182 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69ac77-79b1-48b5-8b8b-1d97087b7d44 None None] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:01:17.511469 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-98513138-20a7-4e6f-9ffc-52466be52198 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9905469 Jan 18 14:01:17.514013 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:17.519831 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:17.527912 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Pushing event updated for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:17.529508 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-b2452148-004d-49f9-b80f-240133e08390 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1548936 Jan 18 14:01:17.530743 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:17.546970 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Usage tracker for resource:router and tenant:710e1a45ddbd4172bd80a616c469081b is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:17.550300 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:17.556065 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:17.579452 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.579839 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.580124 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.580450 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.580772 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.581091 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.581770 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.581886 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.582170 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.582484 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.583468 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:17.637981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08867b88-2871-42f3-becf-c019f2c64e9f req-1dc3d97e-34cc-40c4-9a47-cb8e2457b353 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:17.639749 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08867b88-2871-42f3-becf-c019f2c64e9f req-1dc3d97e-34cc-40c4-9a47-cb8e2457b353 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.2129030 Jan 18 14:01:17.664191 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Attempting to bind port 2d91d976-64b4-4140-942d-37b3292d1978 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:17.664817 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Attempting to bind port 2d91d976-64b4-4140-942d-37b3292d1978 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:17.665368 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Attempting to bind port 2d91d976-64b4-4140-942d-37b3292d1978 on network 9e96f446-5873-468e-bc82-b35deff7a8cd {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:17.670858 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32515'] for router, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.671851 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-750752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-727860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32524'] for router, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.679701 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa95c83e2-718a-58e5-b562-4e7fe5771153-fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072'}]}} from dv-cinder-825104-1-smb. {{(pid=83632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:01:17.682400 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.682517 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:17.682517 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Checking segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:17.682737 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.683764 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Bound using segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:17.684248 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Bound port: 2d91d976-64b4-4140-942d-37b3292d1978, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:17.684797 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.715974 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.788585 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-08867b88-2871-42f3-becf-c019f2c64e9f req-c45d04bb-1b54-49a9-aa49-6489e164c4d6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373689 Jan 18 14:01:17.795913 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-50a8f5b5-d85c-4119-bfd3-9253a878ce73 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571089 Jan 18 14:01:17.826229 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] For port 2d91d976-64b4-4140-942d-37b3292d1978, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:17.834090 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] For port 2d91d976-64b4-4140-942d-37b3292d1978, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=2d91d976-64b4-4140-942d-37b3292d1978,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:17.937796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-750774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32542'] for router, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.939387 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:17.955052 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-844c477a-d1d0-46f1-bfc1-71a291e8185f req-85c8a4f1-9d54-4938-82d6-fc91ec7e76a7 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498528 Jan 18 14:01:17.978472 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.db_base_plugin_common [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Allocated IP 172.20.0.2 (fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227/2ae2ebdc-90ae-40e8-b7ea-70c844280072/35b10897-3f10-4be2-b1fc-e9022e141812) {{(pid=83632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:18.043227 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:18.043849 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:18.268973 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.304960 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:18.306648 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks [] for port, precommit_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.307442 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.319843 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Transition to ACTIVE for port object 35b10897-3f10-4be2-b1fc-e9022e141812 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:18.343588 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Transition to ACTIVE for port object 35b10897-3f10-4be2-b1fc-e9022e141812 will not be triggered until provisioned by entity DHCP. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:18.396194 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893db74-fb47-424a-b649-9d6f625e3ff8 None None] Pushing event updated for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=4']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:18.405312 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557'] for port, after_create {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.503504 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 is already hosted by enough agents. {{(pid=83632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:18.504356 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Allocated IP 172.28.2.52 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/86367b48-7601-4d98-a970-9b245c41a0a9) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:18.507045 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.scheduler.base_scheduler [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Resources bound (agent type, host, resource id): {{(pid=83632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:18.514076 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Received port after_create {{(pid=83632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:18.520430 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Pushing event updated for resources: {'Port': ['ID=35b10897-3f10-4be2-b1fc-e9022e141812,revision_number=1']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:18.614066 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Attempting to bind port 35b10897-3f10-4be2-b1fc-e9022e141812 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:18.614470 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Attempting to bind port 35b10897-3f10-4be2-b1fc-e9022e141812 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:18.614888 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Attempting to bind port 35b10897-3f10-4be2-b1fc-e9022e141812 on network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:18.622024 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:18.622478 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Checking segment: {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:18.625661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.625661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Bound using segment: {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:18.625661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Bound port: 35b10897-3f10-4be2-b1fc-e9022e141812, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:18.625661 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.741078 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] For port 35b10897-3f10-4be2-b1fc-e9022e141812, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:18.746485 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] For port 35b10897-3f10-4be2-b1fc-e9022e141812, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=35b10897-3f10-4be2-b1fc-e9022e141812,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:18.772067 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:17Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:18.777086 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9df3cf-2a30-4fc1-a8f4-21a846b57485 None None] The sync data for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb is: [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:17Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:18.802799 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.814157 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.913990 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:18.965194 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5c05-4007-4d6b-8ae5-16989d542427 None None] Pushing event updated for resources: {'Port': ['ID=35b10897-3f10-4be2-b1fc-e9022e141812,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:19.007093 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:19.010324 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:19.012723 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:19.049493 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Pushing event updated for resources: {'Port': ['ID=86367b48-7601-4d98-a970-9b245c41a0a9,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:19.106925 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05339c47-0c3b-4f88-b78b-4af69b5a389b req-0c62c9fa-eed2-435e-9d86-2fe0f1bb51ad tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:19.108591 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-05339c47-0c3b-4f88-b78b-4af69b5a389b req-0c62c9fa-eed2-435e-9d86-2fe0f1bb51ad tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.1096575 Jan 18 14:01:19.189024 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-05339c47-0c3b-4f88-b78b-4af69b5a389b req-7f5dee2d-c4ec-4906-86af-a02eb1a54923 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725982 Jan 18 14:01:19.199186 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:01:19.337029 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:19.337941 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750749'] for router, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:19.491855 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:01:19.647731 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 35b10897-3f10-4be2-b1fc-e9022e141812 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:19.761671 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Router d0828a75-cf63-485e-8947-4803b0944e9a is scheduled to L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf with binding_index 1 {{(pid=83630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:01:19.780682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:19.801587 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:01:19.879275 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:19.920854 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 35b10897-3f10-4be2-b1fc-e9022e141812 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:19.926877 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:01:19.932397 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 2d91d976-64b4-4140-942d-37b3292d1978 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:19.987053 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:20.035989 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:20.049389 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Sync routers for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:20.061628 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:20.062890 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:20.114589 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:20.151368 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 2d91d976-64b4-4140-942d-37b3292d1978 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:20.165721 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122bb80a-7dd9-4d81-a4c3-71660185f64c None None] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:01:20.170160 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:20.171395 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-29f484a8-36bc-4ae9-98b9-59a16513fc19 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6564586 Jan 18 14:01:20.179547 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47262) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:20.255064 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 2d91d976-64b4-4140-942d-37b3292d1978 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:20.255437 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:20.411205 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['3fc34b24-d5fa-49f2-98d2-19df1587ad0a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:01:20.479297 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335d324-12f5-4c1a-8097-d82885edd31b req-6d9b6d5a-be38-4010-b6bb-a562445067a1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:20.480756 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1335d324-12f5-4c1a-8097-d82885edd31b req-6d9b6d5a-be38-4010-b6bb-a562445067a1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.1170657 Jan 18 14:01:20.520065 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:20.588303 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Provisioning for port 35b10897-3f10-4be2-b1fc-e9022e141812 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:20.601132 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1335d324-12f5-4c1a-8097-d82885edd31b req-8ec6834c-668c-4c73-a566-f8220bca129a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723073 Jan 18 14:01:20.659603 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Provisioning complete for port 35b10897-3f10-4be2-b1fc-e9022e141812 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:20.659967 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:20.726280 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:20.873810 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.077395 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 2d91d976-64b4-4140-942d-37b3292d1978, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=2d91d976-64b4-4140-942d-37b3292d1978,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:21.165634 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.169173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.245656 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.346645 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:21.365387 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] For port 35b10897-3f10-4be2-b1fc-e9022e141812, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=35b10897-3f10-4be2-b1fc-e9022e141812,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:21.400899 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:19Z', 'revision_number': 3, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:21.402666 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_common [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Allocated IP 172.20.0.1 (fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227/2ae2ebdc-90ae-40e8-b7ea-70c844280072/e26b41c0-2d93-4bde-b6e1-19c3de175491) {{(pid=83630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:21.407436 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Checking router: d0828a75-cf63-485e-8947-4803b0944e9a for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:21.408302 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Updating router d0828a75-cf63-485e-8947-4803b0944e9a port 86367b48-7601-4d98-a970-9b245c41a0a9 binding host dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:01:21.480485 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.524664 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.614787 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 2d91d976-64b4-4140-942d-37b3292d1978 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:21.640287 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.657486 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.provisioning_blocks [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Transition to ACTIVE for port object e26b41c0-2d93-4bde-b6e1-19c3de175491 will not be triggered until provisioned by entity DHCP. {{(pid=83630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:21.691936 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170e75d-f688-4810-8166-8dff7e5ce8fd None None] Pushing event updated for resources: {'Port': ['ID=35b10897-3f10-4be2-b1fc-e9022e141812,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:21.697995 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-e04df32a-06b7-4c09-90b2-a1862ba3991f None None] Provisioning complete for port 35b10897-3f10-4be2-b1fc-e9022e141812 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:21.698459 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e04df32a-06b7-4c09-90b2-a1862ba3991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.779428 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.842895 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de064fda-1575-40be-9ef7-4d4ebd97412c req-58563b45-e542-42fb-bc2e-d791fbbbdbcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:21.845444 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-de064fda-1575-40be-9ef7-4d4ebd97412c req-58563b45-e542-42fb-bc2e-d791fbbbdbcc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.0867960 Jan 18 14:01:21.862094 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:21.865962 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:21.868168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:21.870421 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Received port after_create {{(pid=83630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:21.911647 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-de064fda-1575-40be-9ef7-4d4ebd97412c req-260b4fca-f36c-415a-bf50-7a51004caaea tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610175 Jan 18 14:01:21.963861 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752299'] for router_interface, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:21.990776 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 2d91d976-64b4-4140-942d-37b3292d1978 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:21.991333 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.167789 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.241364 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks [] for port, precommit_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.253358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Transition to ACTIVE for port object 86367b48-7601-4d98-a970-9b245c41a0a9 will not be triggered until provisioned by entity L2. {{(pid=83632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:22.261033 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d5f33897-1ddc-47ab-a155-af9918a8c035 None None] Provisioning for port e26b41c0-2d93-4bde-b6e1-19c3de175491 completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:22.266958 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d5f33897-1ddc-47ab-a155-af9918a8c035 None None] Provisioning complete for port e26b41c0-2d93-4bde-b6e1-19c3de175491 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:22.267326 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d5f33897-1ddc-47ab-a155-af9918a8c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.319401 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.394829 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.412853 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-d5f33897-1ddc-47ab-a155-af9918a8c035 None None] Port e26b41c0-2d93-4bde-b6e1-19c3de175491 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:22.442047 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.461924 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218743e-a26f-4e22-b443-669cadce1d9c None None] Pushing event updated for resources: {'Port': ['ID=86367b48-7601-4d98-a970-9b245c41a0a9,revision_number=2']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:22.466609 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Attempting to bind port 86367b48-7601-4d98-a970-9b245c41a0a9 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:22.466972 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Attempting to bind port 86367b48-7601-4d98-a970-9b245c41a0a9 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:22.467325 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Attempting to bind port 86367b48-7601-4d98-a970-9b245c41a0a9 on network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:22.476185 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:22.477182 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Checking segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:22.477182 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.477410 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Bound using segment: {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'} {{(pid=83632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:22.477832 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.managers [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Bound port: 86367b48-7601-4d98-a970-9b245c41a0a9, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef0947-5067-477b-bd7e-a8e1afd4fce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}}] {{(pid=83632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:22.478197 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.561894 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] For port 86367b48-7601-4d98-a970-9b245c41a0a9, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:22.564264 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1720006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751938'] for router_interface, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.567581 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] For port 86367b48-7601-4d98-a970-9b245c41a0a9, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=86367b48-7601-4d98-a970-9b245c41a0a9,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:22.569194 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=2']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:22.674112 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:22.714572 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 is already hosted by enough agents. {{(pid=83630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:22.715908 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.base_scheduler [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=83630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:22.787592 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:22.789120 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:00:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:22.865176 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218743e-a26f-4e22-b443-669cadce1d9c None None] Pushing event updated for resources: {'Port': ['ID=86367b48-7601-4d98-a970-9b245c41a0a9,revision_number=3']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:23.053559 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:23.132370 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-d4ad8335-6481-4658-823e-02cb542d0c99 None None] Provisioning complete for port e26b41c0-2d93-4bde-b6e1-19c3de175491 triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:23.132736 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8335-6481-4658-823e-02cb542d0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:23.315580 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad8335-6481-4658-823e-02cb542d0c99 None None] Port e26b41c0-2d93-4bde-b6e1-19c3de175491 cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:23.343789 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7b84e-5f2d-4c1c-b35d-27b61bcff71b req-2254032e-29ee-4fb9-ad49-a0b1aafe613d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:23.345241 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76c7b84e-5f2d-4c1c-b35d-27b61bcff71b req-2254032e-29ee-4fb9-ad49-a0b1aafe613d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.2105427 Jan 18 14:01:23.376232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Router d0828a75-cf63-485e-8947-4803b0944e9a has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:01:23.442617 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'e26b41c0-2d93-4bde-b6e1-19c3de175491', 'name': '', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'mac_address': 'fa:16:3e:73:fa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:21Z', 'updated_at': '2022-01-18T14:01:22Z', 'revision_number': 2, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'subnets': [{'id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:23.446434 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ebd70-6831-4552-b928-c8a932cb9ffd None None] The sync data for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb is: [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'e26b41c0-2d93-4bde-b6e1-19c3de175491', 'name': '', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'mac_address': 'fa:16:3e:73:fa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:21Z', 'updated_at': '2022-01-18T14:01:22Z', 'revision_number': 2, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'subnets': [{'id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:23.474127 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-76c7b84e-5f2d-4c1c-b35d-27b61bcff71b req-944d81be-c2e5-46a5-8d67-36851a99bf5b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201675 Jan 18 14:01:23.506667 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:23.545281 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 35b10897-3f10-4be2-b1fc-e9022e141812 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:23.663818 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 35b10897-3f10-4be2-b1fc-e9022e141812 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:23.664306 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:23.665341 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:23.682412 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d6635bf7-aaed-47cc-a574-48069c841a24 admin admin] 10.222.0.94 "PUT /v2.0/routers/d0828a75-cf63-485e-8947-4803b0944e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4942036 Jan 18 14:01:23.698566 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6ccd8-3af1-4f37-9754-1ab0a473622c req-59a636ab-8078-41fe-86c1-a33b80bf3d67 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:23.699129 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-54e6ccd8-3af1-4f37-9754-1ab0a473622c req-59a636ab-8078-41fe-86c1-a33b80bf3d67 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1012752 Jan 18 14:01:23.728786 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:23.746173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:23.746535 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:23.766450 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-54e6ccd8-3af1-4f37-9754-1ab0a473622c req-86d77b22-2aff-49ae-a96b-2b04576b36ee tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615964 Jan 18 14:01:24.025555 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:24.113160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:24.131769 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:24.179291 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'code': 200} Jan 18 14:01:24.227369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:24.293804 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:24.639839 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fe96a1a7-975f-4e6c-beee-8d8f7c7f0e60 req-f5f98e91-04a1-4135-8128-a078dea68ec3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1099 time: 0.0830908 Jan 18 14:01:24.735430 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fe96a1a7-975f-4e6c-beee-8d8f7c7f0e60 req-a4f475ac-8949-4efb-9f26-db0ce9b7fe74 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609660 Jan 18 14:01:24.752747 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6aba6-6137-4b53-9f84-f3f6aae002ca req-432bc16b-bd7d-4016-98a0-75043ff03985 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:24.754209 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-66f6aba6-6137-4b53-9f84-f3f6aae002ca req-432bc16b-bd7d-4016-98a0-75043ff03985 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1132593 Jan 18 14:01:24.801182 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-66f6aba6-6137-4b53-9f84-f3f6aae002ca req-bebc5ebd-3263-43a3-af53-bd7acaf8a4c0 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Jan 18 14:01:24.990752 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480953-2692-49c5-9bc2-ec266f8965a0 req-8daae14a-06b2-42c8-8b24-cb25dc3c099b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:24.992125 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-16480953-2692-49c5-9bc2-ec266f8965a0 req-8daae14a-06b2-42c8-8b24-cb25dc3c099b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1005156 Jan 18 14:01:25.062649 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-16480953-2692-49c5-9bc2-ec266f8965a0 req-5a78bfb7-91e8-418d-8625-efe926b87494 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631545 Jan 18 14:01:25.908293 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-c11b7c8b-3f8b-4832-8e4e-836a6ca16a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:26.050452 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c38ae5-c8ec-4814-83a2-9c9e3266c068 req-2fa8a40f-b40c-4eba-9dec-90f1473808eb tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:26.054413 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06c38ae5-c8ec-4814-83a2-9c9e3266c068 req-2fa8a40f-b40c-4eba-9dec-90f1473808eb tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0903325 Jan 18 14:01:26.129776 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06c38ae5-c8ec-4814-83a2-9c9e3266c068 req-be6ba978-a29c-4e0f-8080-e6a64d4bda15 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702748 Jan 18 14:01:26.370085 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-57d9611c-e617-4ee9-8b89-dc0dedc38e0d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:26.374551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01d9eb-707b-4a37-bf5d-6039d101f1df req-f5a358d3-9c16-47b1-8336-7eadaf890837 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:26.375706 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-57d9611c-e617-4ee9-8b89-dc0dedc38e0d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1164582 Jan 18 14:01:26.376069 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-da01d9eb-707b-4a37-bf5d-6039d101f1df req-f5a358d3-9c16-47b1-8336-7eadaf890837 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 945 time: 0.1345427 Jan 18 14:01:26.467763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Deleting port d4b35a1d-1d43-4902-b4b2-0485dac90da4 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:01:26.470688 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:26.490294 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-da01d9eb-707b-4a37-bf5d-6039d101f1df req-966acab5-2faa-4e1d-9f6c-40cf0accb078 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=3f3d2606-3117-4550-9d5d-901b8888dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035969 Jan 18 14:01:26.800513 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] For port d4b35a1d-1d43-4902-b4b2-0485dac90da4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d4b35a1d-1d43-4902-b4b2-0485dac90da4,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:26.800961 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:27.237092 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:27.237785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:27.237972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.l3_db [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Floating IP e1257cdd-5c18-4f93-9af5-1b953eb019d9 disassociated. External IP: 172.28.2.26, port: d4b35a1d-1d43-4902-b4b2-0485dac90da4. Jan 18 14:01:27.238313 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Calling delete_port for d4b35a1d-1d43-4902-b4b2-0485dac90da4 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:01:27.425141 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebcebc-3047-4149-b197-70066bf37835 req-762999dd-5649-4a10-a1b8-c15118d61e6f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:27.432079 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f2ebcebc-3047-4149-b197-70066bf37835 req-762999dd-5649-4a10-a1b8-c15118d61e6f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1494327 Jan 18 14:01:27.500510 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f2ebcebc-3047-4149-b197-70066bf37835 req-fab6b484-4aec-485c-94cd-ef29c8c38488 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674427 Jan 18 14:01:27.583611 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:27.644454 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'Port': ['ID=d4b35a1d-1d43-4902-b4b2-0485dac90da4,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:27.947588 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f757684-0182-4847-a3d3-f576ccd94597 req-fc7c4504-c543-4b5a-865d-e0022a08c327 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:27.949033 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5f757684-0182-4847-a3d3-f576ccd94597 req-fc7c4504-c543-4b5a-865d-e0022a08c327 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1677797 Jan 18 14:01:27.979302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47372) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:27.990351 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Request body: {'floatingip': {'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:28.125938 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:01:28.137826 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-875daa5a-12ab-442d-b1d2-58fc49e87d52 req-b9641013-285b-4503-9504-e9774522d767 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.1898463 Jan 18 14:01:28.175148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:28.330057 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-73143f92-8393-4b5a-992f-d93bb9a8adeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:28.573027 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:28.586160 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:28.611294 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:28.612177 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:28.784787 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] No DVR routers for this DVR port d4b35a1d-1d43-4902-b4b2-0485dac90da4 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:01:28.810366 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:28.830187 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'name': 'network-vif-deleted', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:28.887628 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-02f4b052-833e-4061-bfa5-d7bac9071d26 req-61cfc2ef-3ccf-47f8-93ac-76ba64b05991 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "DELETE /v2.0/ports/d4b35a1d-1d43-4902-b4b2-0485dac90da4 HTTP/1.1" status: 204 len: 173 time: 2.5049846 Jan 18 14:01:28.953658 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea', 'name': 'network-vif-deleted', 'tag': 'd4b35a1d-1d43-4902-b4b2-0485dac90da4', 'status': 'completed', 'code': 200} Jan 18 14:01:29.025949 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:29.248258 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:29.348572 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:29.373075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:29.399995 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:29.405002 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:29.423957 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:29.423957 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:29.445310 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a7092fcf-e15e-43b9-a8e4-d673ceb6180d req-bd2aabd5-2bd8-4c4e-88bd-43ee1e86c45f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3ce3b17-0f47-4a5b-a5b4-3c5c6590a4ea HTTP/1.1" status: 200 len: 210 time: 0.0759780 Jan 18 14:01:29.521801 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:29.569489 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d4b35a1d-1d43-4902-b4b2-0485dac90da4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:01:29.697325 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: d4b35a1d-1d43-4902-b4b2-0485dac90da4 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:01:29.697656 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device d4b35a1d-1d43-4902-b4b2-0485dac90da4 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:01:29.699213 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 86367b48-7601-4d98-a970-9b245c41a0a9 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:29.742168 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:29.892698 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port 86367b48-7601-4d98-a970-9b245c41a0a9 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:29.897760 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 86367b48-7601-4d98-a970-9b245c41a0a9 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:29.898134 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.002697 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.l3_db [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Floating IP a29a10fc-5349-4dc0-a815-e70f50f60fa9 associated. External IP: 172.28.2.197, port: 3fc34b24-d5fa-49f2-98d2-19df1587ad0a. Jan 18 14:01:30.105164 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.127346 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port 86367b48-7601-4d98-a970-9b245c41a0a9, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=86367b48-7601-4d98-a970-9b245c41a0a9,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:30.242039 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.355823 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=86367b48-7601-4d98-a970-9b245c41a0a9,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:30.473507 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:30.478233 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758de4-7bd4-4d48-80d6-96b1330683b0 None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:30.695688 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:01:30.731252 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47406) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:30.741470 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.869887 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.915825 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.965440 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:01:30.979493 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:30.981319 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:30.998660 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:31.000488 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:31.064744 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-52aec9ec-c485-4fcc-a8e7-a9cd4e67cc70 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "PUT /v2.0/floatingips/a29a10fc-5349-4dc0-a815-e70f50f60fa9 HTTP/1.1" status: 200 len: 992 time: 3.0786281 Jan 18 14:01:31.064744 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:31.129895 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'status': 'completed', 'code': 200} Jan 18 14:01:31.135451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:31.204682 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d2606-3117-4550-9d5d-901b8888dd54,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:31.248327 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-ead411ff-4865-439d-8290-addc10985687 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1099 time: 0.0939686 Jan 18 14:01:31.298968 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:31.302628 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d26621ca-a032-444c-bde7-057ca308440a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "DELETE /v2.0/security-groups/3f3d2606-3117-4550-9d5d-901b8888dd54 HTTP/1.1" status: 204 len: 168 time: 0.5679944 Jan 18 14:01:31.303101 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47418) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:31.312651 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:31.330414 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.api.v2.resource [None req-dd3cfaa7-8500-48ee-bf29-623b50f33ce7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] show failed (client error): The resource could not be found. Jan 18 14:01:31.335805 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-dd3cfaa7-8500-48ee-bf29-623b50f33ce7 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups/3f3d2606-3117-4550-9d5d-901b8888dd54 HTTP/1.1" status: 404 len: 347 time: 0.0314050 Jan 18 14:01:31.341042 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47422) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:31.540218 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-23f6bd42-9c46-4c1a-a642-242938397bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:31.541709 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-23f6bd42-9c46-4c1a-a642-242938397bc9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.2854092 Jan 18 14:01:31.583074 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 86367b48-7601-4d98-a970-9b245c41a0a9 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:31.609923 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Deleting port 746a0dad-7d6a-419d-a6f4-2ed4d03925e3 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:01:31.610285 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:31.735214 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-55dc3131-d344-4f6d-a579-64a2e17eb148 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 1000 time: 0.1844492 Jan 18 14:01:31.782724 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port 86367b48-7601-4d98-a970-9b245c41a0a9 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:31.784208 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:31.847872 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-2aac0d84-499b-490d-9e97-0c86b2674bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:31.849344 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-2aac0d84-499b-490d-9e97-0c86b2674bb4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.1055911 Jan 18 14:01:31.970859 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-2cafda63-64b3-4424-98ea-2acdb05af8ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1146641 Jan 18 14:01:31.984893 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:31.985507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:32.077962 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'a29a10fc-5349-4dc0-a815-e70f50f60fa9', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:29Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:32.083047 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:32.097720 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:32.098841 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:32.161964 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Calling delete_port for 746a0dad-7d6a-419d-a6f4-2ed4d03925e3 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:01:32.299352 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-d5718f27-a251-4cbc-9958-00c912a56d1b service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215828 Jan 18 14:01:32.351230 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:32.479440 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b1b95cd2-e8f4-4334-8145-0ad06946eee9 req-c245b8d4-51b1-4224-a60a-e9f60d13d2ea service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653378 Jan 18 14:01:32.590689 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:32.644963 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'Port': ['ID=746a0dad-7d6a-419d-a6f4-2ed4d03925e3,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:32.748038 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:32.763665 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:32.768000 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-278fb4e0-4d03-4691-b0a2-d11d74ba2268 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "DELETE /v2.0/floatingips/e1257cdd-5c18-4f93-9af5-1b953eb019d9 HTTP/1.1" status: 204 len: 168 time: 1.4229927 Jan 18 14:01:32.808009 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'a29a10fc-5349-4dc0-a815-e70f50f60fa9', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:29Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:32.815317 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe83a6-c5e5-4662-9661-4f426b87140a None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'a29a10fc-5349-4dc0-a815-e70f50f60fa9', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:29Z', 'revision_number': 1, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:33.610761 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47454) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:33.617099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719520519', 'description': 'tempest-description--353535284'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:33.625451 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:33.630660 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:33.633851 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:33.641133 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:33.767729 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:33.819098 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:33.830735 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:33.830735 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:33.834616 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:34.010231 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.105074 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.171008 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0aec4-9925-452b-bb30-f937e2e00aa6,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:34.247220 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.253061 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-548dd92c-e304-46de-a54f-21852531f973 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6374404 Jan 18 14:01:34.253410 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47462) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:34.259193 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group_rule': {'security_group_id': 'fbd0aec4-9925-452b-bb30-f937e2e00aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:34.266018 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:34.270963 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:34.273963 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:34.279810 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:34.700352 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.767316 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.898339 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:34.927691 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42850b3f-7d2f-47c1-80c4-97075ae6d0af,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:35.034661 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.038716 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-f8b98ba3-446b-4c36-b272-21a874277911 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7817891 Jan 18 14:01:35.038839 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47488) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:35.044783 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'security_group_rule': {'security_group_id': 'fbd0aec4-9925-452b-bb30-f937e2e00aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:35.050981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:35.055127 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:security_group_rule and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:35.059311 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:35.066317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:35.183017 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.267059 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.386494 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47494) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:35.398419 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.456271 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f8738-0718-4e3a-9d5c-153efe1559f8,revision_number=0']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:35.574844 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.582338 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.583531 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-3c8dfe9b-6aa7-47ae-acab-c019c8b32a56 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5438378 Jan 18 14:01:35.586687 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47500) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:35.592239 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:35.598219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:35.602097 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Usage tracker for resource:floatingip and tenant:4ecee86f68434e03890b38d4eeaad985 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:35.605185 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:35.611655 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:35.621445 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:35.626428 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Usage tracker for resource:security_group_rule and tenant:d8e30f426a7549eabd47cf1ae3a18686 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:35.629392 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:35.636597 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:35.704184 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.710164 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.795666 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.846267 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c18fc4-ff92-41dd-b254-9f945abaa804,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:35.854248 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e46d4fe4-e24a-441f-b52f-ff57f58084fd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8e30f426a7549eabd47cf1ae3a18686&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4666426 Jan 18 14:01:35.854823 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47506) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:35.874820 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.930087 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.967450 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.066430 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Allocated IP 172.28.2.125 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/98c7202c-d097-4fdb-8d37-5558629d39a6) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:36.126863 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.144961 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c18fc4-ff92-41dd-b254-9f945abaa804,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:36.152235 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.156943 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-dc8576ca-b47e-430e-aec0-5912ffa7d19e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/84c18fc4-ff92-41dd-b254-9f945abaa804 HTTP/1.1" status: 204 len: 168 time: 0.2975447 Jan 18 14:01:36.244637 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.353619 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.442021 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:36.444873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:36.447387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:36.495178 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=98c7202c-d097-4fdb-8d37-5558629d39a6,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:36.646777 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:36.796623 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.120717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.198620 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.367214 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.395687 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=98c7202c-d097-4fdb-8d37-5558629d39a6,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:37.488734 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.488734 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-8d132aef-160a-4d18-97d6-08882cddcc7d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8990953 Jan 18 14:01:37.556740 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-5c895dac-94c1-4da2-8560-f021006c126b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163826 Jan 18 14:01:37.601648 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.744620 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-fcab49c4-1a5b-4895-8ed3-731dc61a075d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.1072354 Jan 18 14:01:38.107240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-aa5058bf-9bbf-49c1-8a64-280505816c0f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:38.181849 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-5f5ad787-2b60-4394-9c31-53c8dfba7f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:38.183693 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-5f5ad787-2b60-4394-9c31-53c8dfba7f75 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.4126620 Jan 18 14:01:38.229947 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-aa5058bf-9bbf-49c1-8a64-280505816c0f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:38.231410 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-aa5058bf-9bbf-49c1-8a64-280505816c0f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1719520519&fields=id&tenant_id=4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 267 time: 0.2021768 Jan 18 14:01:38.310086 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-f7bb9d6a-5f50-492f-8f5c-6a90bb3de877 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 1001 time: 0.1082089 Jan 18 14:01:38.385208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-76a6e280-44f4-4dbe-b44a-f6cbe2ec0e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:38.387770 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-76a6e280-44f4-4dbe-b44a-f6cbe2ec0e41 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.0706060 Jan 18 14:01:38.415606 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-6ed37e3f-308e-4425-8007-b19a9f8bcf1c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:38.423664 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-6ed37e3f-308e-4425-8007-b19a9f8bcf1c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 811 time: 0.1836367 Jan 18 14:01:38.441814 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-e9113d05-de93-4f22-942b-ce734eb097e1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/quotas/4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 375 time: 0.0167990 Jan 18 14:01:38.499873 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-f278ab60-d81b-4331-8169-7d87f226644a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020787 Jan 18 14:01:38.539524 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-5c2b36a4-1ffd-4f34-ae11-063719b10b2a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:38.655842 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-5c2b36a4-1ffd-4f34-ae11-063719b10b2a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:38.657424 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-5c2b36a4-1ffd-4f34-ae11-063719b10b2a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144377 Jan 18 14:01:38.658314 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-edec307f-a413-4611-b9de-f937b3856117 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515510 Jan 18 14:01:38.819489 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-4d2049fd-41ba-46a9-a9ad-33d609b78c9b service neutron] 10.222.0.94 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492908 Jan 18 14:01:38.834858 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf02eedf-c6fd-458f-ad2b-03848052444e req-4b7754dd-8dc3-4dbf-a295-c8fb025f4671 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697350 Jan 18 14:01:38.962359 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-8e371b42-bd08-4dc5-b278-84cb43195192 service neutron] 10.222.0.94 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369803 Jan 18 14:01:39.410529 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d3c9cb5-5f8b-4e16-9aae-8d34e53f80f6 req-2d9cddbf-4ff5-4c62-b3f2-a69d4721e632 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0696549 Jan 18 14:01:39.624113 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254bc2dd-661a-4069-bb0b-d3e76f579e76 None None] New status for floating IP a29a10fc-5349-4dc0-a815-e70f50f60fa9: ACTIVE {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:01:40.520539 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b9e32506-4338-4cd5-a873-ab2b61864138 req-96ff2ab1-8ba7-4c95-9d26-eacc7f0e0fb1 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0467141 Jan 18 14:01:41.478350 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-db7245d8-8f96-44db-b220-7b3f819d5b7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:41.479787 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-db7245d8-8f96-44db-b220-7b3f819d5b7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 814 time: 0.1451268 Jan 18 14:01:41.496395 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-b54e345e-6965-4c8b-b79d-f32efd13c335 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/quotas/0fd5e52be2234a688063204603ffac2c HTTP/1.1" status: 200 len: 375 time: 0.0108550 Jan 18 14:01:41.592088 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-3f742e7a-7a40-4c16-8d43-ca34e467d6da tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:41.678756 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-3f742e7a-7a40-4c16-8d43-ca34e467d6da tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:41.680369 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-3f742e7a-7a40-4c16-8d43-ca34e467d6da tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783788 Jan 18 14:01:41.796016 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b22500-de90-4c07-970e-a5d7fb3c1a18 None None] New status for floating IP e1257cdd-5c18-4f93-9af5-1b953eb019d9: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:01:41.849953 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-dbd75ca2-51a3-4c7f-8a7e-45e081b2bb36 service neutron] 10.222.0.94 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534431 Jan 18 14:01:42.066311 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-1c8054c4-aa87-4590-a488-424c219cfe2c service neutron] 10.222.0.94 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102456 Jan 18 14:01:42.094838 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b4284418-f415-4e8c-98b1-278b6e721ffc req-0b07648d-3a5f-4fb9-8193-78a6c66d7f27 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0560367 Jan 18 14:01:42.278685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-785559f3-50b5-40fc-a16f-a260922e0a8c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:42.280753 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-785559f3-50b5-40fc-a16f-a260922e0a8c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 811 time: 0.2063074 Jan 18 14:01:42.372655 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-f193f345-ed76-4954-aab8-445280d5bbc9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:42.398351 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-f193f345-ed76-4954-aab8-445280d5bbc9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:security_group {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:42.398351 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-f193f345-ed76-4954-aab8-445280d5bbc9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ecee86f68434e03890b38d4eeaad985 HTTP/1.1" status: 200 len: 380 time: 0.0823407 Jan 18 14:01:42.420544 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'port': {'device_id': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'admin_state_up': True, 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'security_groups': ['fbd0aec4-9925-452b-bb30-f937e2e00aa6']}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:42.631952 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a97cb4b7-9761-464a-b157-e729b877510d req-9fc8f53d-f487-4b16-8bfe-d707da838be0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 210 time: 0.2607751 Jan 18 14:01:42.637360 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:42.651065 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:42.750855 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Made reservation on behalf of 4ecee86f68434e03890b38d4eeaad985 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:42.754538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:42.946735 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Allocated IP 172.20.0.6 (81f5e6d1-00ed-4df4-866b-0229801b0c09/4a67e92e-5c7b-48b9-88fd-f61dfe557b25/e44e3bb7-2bef-4c6d-b265-81ca5588901d) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:43.090093 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f939f1-efc3-43d7-9252-70818ecb7bed req-5a6b10b7-4a31-4505-bb58-197c1bc53c3b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:43.100458 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f9f939f1-efc3-43d7-9252-70818ecb7bed req-5a6b10b7-4a31-4505-bb58-197c1bc53c3b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1155553 Jan 18 14:01:43.185228 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f9f939f1-efc3-43d7-9252-70818ecb7bed req-66be5f48-2f00-42c2-9519-126c13c775a9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785370 Jan 18 14:01:43.345362 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:43.350424 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ba749a8c-5953-4967-8e3b-426334678f46 req-b579243d-3747-4d2d-8eff-8a0b2fbf43e6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:43.374172 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Transition to ACTIVE for port object e44e3bb7-2bef-4c6d-b265-81ca5588901d will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:43.375379 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-ba749a8c-5953-4967-8e3b-426334678f46 req-b579243d-3747-4d2d-8eff-8a0b2fbf43e6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:43.376706 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ba749a8c-5953-4967-8e3b-426334678f46 req-b579243d-3747-4d2d-8eff-8a0b2fbf43e6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0875022 Jan 18 14:01:43.507272 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:43.579609 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:43.582604 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:43.587146 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:43.624175 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event updated for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:43.664253 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:43.665160 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:43.770736 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-afeb4efa-bbb4-448a-b4c1-c69b3e0ef465 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3544493 Jan 18 14:01:43.783069 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Request body: {'port': {'device_id': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:43.886317 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b35ce09-7d03-4fd4-9a36-b70c12197817 req-3a76fa2e-fa16-4dd3-9862-45680513391e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 210 time: 0.0570595 Jan 18 14:01:43.910009 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-86f26d9e-f8a1-4b86-b97f-e49ed9ce20de None None] Provisioning for port e44e3bb7-2bef-4c6d-b265-81ca5588901d completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:43.915043 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-86f26d9e-f8a1-4b86-b97f-e49ed9ce20de None None] Provisioning complete for port e44e3bb7-2bef-4c6d-b265-81ca5588901d triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:43.922953 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-86f26d9e-f8a1-4b86-b97f-e49ed9ce20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:43.961933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e224c-bf6e-47cc-8aaa-cf5ceb07c8a6 req-588f6586-999a-4e67-be5e-bc2c8391d21f tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:43.964143 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-832e224c-bf6e-47cc-8aaa-cf5ceb07c8a6 req-588f6586-999a-4e67-be5e-bc2c8391d21f tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.0977983 Jan 18 14:01:43.974369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-86f26d9e-f8a1-4b86-b97f-e49ed9ce20de None None] Port e44e3bb7-2bef-4c6d-b265-81ca5588901d cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:43.985746 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.012640 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-832e224c-bf6e-47cc-8aaa-cf5ceb07c8a6 req-894bb96c-e28c-4b3c-8fa1-ba711991b868 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418818 Jan 18 14:01:44.372514 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44e3bb7-2bef-4c6d-b265-81ca5588901d {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:01:44.382115 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.406429 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Transition to ACTIVE for port object e44e3bb7-2bef-4c6d-b265-81ca5588901d will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:44.425171 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26264-b90f-4391-9fdf-d4d5056a4127 req-e063c0a3-827d-4430-a270-d43766dba6e9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:44.426699 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-22f26264-b90f-4391-9fdf-d4d5056a4127 req-e063c0a3-827d-4430-a270-d43766dba6e9 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1061485 Jan 18 14:01:44.473968 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.506311 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-22f26264-b90f-4391-9fdf-d4d5056a4127 req-a3692ecd-0c77-440e-b4b8-deaca39ed473 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737979 Jan 18 14:01:44.591378 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bba6d-7519-4673-81f5-e635d0e59149 req-96a2e00f-7486-433f-a81c-da557d0834ac tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:44.593099 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a43bba6d-7519-4673-81f5-e635d0e59149 req-96a2e00f-7486-433f-a81c-da557d0834ac tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 943 time: 0.0898089 Jan 18 14:01:44.606348 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Pushing event updated for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:44.652260 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a43bba6d-7519-4673-81f5-e635d0e59149 req-ec32457f-755f-4f9d-acc8-4cafad04989c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511024 Jan 18 14:01:44.727527 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Attempting to bind port e44e3bb7-2bef-4c6d-b265-81ca5588901d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:44.728258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Attempting to bind port e44e3bb7-2bef-4c6d-b265-81ca5588901d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:44.728834 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Attempting to bind port e44e3bb7-2bef-4c6d-b265-81ca5588901d on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:44.737010 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Port e44e3bb7-2bef-4c6d-b265-81ca5588901d on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:01:44.737547 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Attempting to bind port e44e3bb7-2bef-4c6d-b265-81ca5588901d on network 81f5e6d1-00ed-4df4-866b-0229801b0c09 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:44.744544 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:44.744871 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Checking segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:44.745241 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Bound using segment: {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:44.745646 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Bound port: e44e3bb7-2bef-4c6d-b265-81ca5588901d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722c5040-95d2-41ee-a464-de4aa8c83160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:44.746032 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.836039 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:44.839016 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:44.905317 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.970413 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:44.972038 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] 10.222.0.95 "PUT /v2.0/ports/e44e3bb7-2bef-4c6d-b265-81ca5588901d HTTP/1.1" status: 200 len: 1093 time: 1.1940711 Jan 18 14:01:44.972479 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:44.999991 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc5e92-3ad5-454a-bf9c-aa41a38b3598 service neutron] Pushing event updated for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:45.128981 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c5dec7a7-6825-414e-8710-c605d2f13860 req-4784888d-80b4-4e82-8932-2c34d090afaa tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 210 time: 0.1029403 Jan 18 14:01:45.145867 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'status': 'completed', 'code': 200} Jan 18 14:01:45.175306 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-ebc12ebc-b634-437e-99b6-07b8ca0a7477 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0939045 Jan 18 14:01:45.304509 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-49b535e4-ddbd-4829-b14c-4503106fb6ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d HTTP/1.1" status: 200 len: 217 time: 0.1173036 Jan 18 14:01:45.309712 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-a798adf0-9b45-44dd-ba91-108289022954 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:45.312216 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-a798adf0-9b45-44dd-ba91-108289022954 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 814 time: 0.3007233 Jan 18 14:01:45.336936 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'port': {'device_id': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'admin_state_up': True, 'tenant_id': '0fd5e52be2234a688063204603ffac2c'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:45.373299 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-9766fc5a-e7d4-43fa-a801-10cd6b40754e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:45.377762 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-9766fc5a-e7d4-43fa-a801-10cd6b40754e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.0653255 Jan 18 14:01:45.438394 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9fc11-7594-4981-a80e-92f12f3470db req-d78ca096-a4cc-405e-802c-410a6ee69b50 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:45.439854 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-87a9fc11-7594-4981-a80e-92f12f3470db req-d78ca096-a4cc-405e-802c-410a6ee69b50 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1806958 Jan 18 14:01:45.509534 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:45.520859 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:45.539821 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 47694) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:45.598106 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-b5de28a1-77d8-4819-bc96-72a8a27da8be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2031538 Jan 18 14:01:45.602013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Made reservation on behalf of 0fd5e52be2234a688063204603ffac2c for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:01:45.602013 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:45.825720 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:45.835980 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-1db1eb71-e3c0-4f10-be20-0a9d01b8d629 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324257 Jan 18 14:01:45.846130 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a9568-67d1-40e6-9157-58dc08bcba5c req-17870521-5fc2-4d59-b853-2c69fa3da6e5 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:45.848317 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c34a9568-67d1-40e6-9157-58dc08bcba5c req-17870521-5fc2-4d59-b853-2c69fa3da6e5 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1543541 Jan 18 14:01:45.868002 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:01:45.871801 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Usage tracker for resource:security_group_rule and tenant:bc377488176943b7b69b2051a4c8cacb is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:01:45.875183 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:01:45.880878 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:01:45.948361 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-87a9fc11-7594-4981-a80e-92f12f3470db req-229fec9d-ab6c-4990-825c-dfc8a83eecfa tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006588 Jan 18 14:01:46.024587 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c34a9568-67d1-40e6-9157-58dc08bcba5c req-31a3ad18-2884-4967-8ea5-1e60997ca19a tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529069 Jan 18 14:01:46.042208 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.052652 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Allocated IP 172.20.0.13 (9e96f446-5873-468e-bc82-b35deff7a8cd/f849e2ca-301b-477a-9f37-422d42f84512/694b8c92-4962-4922-aed7-0c830b76609a) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:01:46.057834 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b42013a8-cef8-4155-ad97-9c8b48a6ff33 req-cf8c1703-7209-4efa-a3c4-0da3c2572d94 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088163 Jan 18 14:01:46.151472 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.287383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c431d377-d0c4-4c8b-9850-31161161ed73,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:46.308288 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-cd71d2f4-2c85-4eb2-976b-0f2fa36dd4de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 1096 time: 0.1289301 Jan 18 14:01:46.326828 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-7ba0b57f-9379-4584-9628-ed0886f27e93 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bc377488176943b7b69b2051a4c8cacb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7796719 Jan 18 14:01:46.329887 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47720) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:46.393382 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06fc4-9176-40ea-9844-762eb3f36b2c req-7a510fc6-ead4-42e6-aa44-917ba4f00e96 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:46.403098 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-aaa06fc4-9176-40ea-9844-762eb3f36b2c req-7a510fc6-ead4-42e6-aa44-917ba4f00e96 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 943 time: 0.3007488 Jan 18 14:01:46.429366 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.461477 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Transition to ACTIVE for port object 694b8c92-4962-4922-aed7-0c830b76609a will not be triggered until provisioned by entity DHCP. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:46.475706 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-aaa06fc4-9176-40ea-9844-762eb3f36b2c req-1d8d1ef8-de4f-47e2-8950-c474b3a3d489 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717332 Jan 18 14:01:46.590578 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c7b2b863-afe6-4d1e-a4af-41d973494842 req-0b7ac305-550a-4d3e-8de4-1a3b95981f4c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 210 time: 0.1152084 Jan 18 14:01:46.598981 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.600269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.626623 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.707507 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Network 9e96f446-5873-468e-bc82-b35deff7a8cd is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:01:46.708685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:46.711504 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:01:46.713788 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:01:46.769219 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-daf79497-29fe-4f4d-ab0f-69280a5c68eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:46.772631 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-daf79497-29fe-4f4d-ab0f-69280a5c68eb service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.3487277 Jan 18 14:01:46.793554 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:46.794229 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.804001 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.832099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:46.836369 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c431d377-d0c4-4c8b-9850-31161161ed73 HTTP/1.1" status: 204 len: 168 time: 0.5012920 Jan 18 14:01:46.837496 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130f98-b0a8-4e17-ab28-fb4eb039c431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c431d377-d0c4-4c8b-9850-31161161ed73,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:46.900545 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-bd23f766-dd31-4c31-8d5a-bfefda675dfd tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5672510 Jan 18 14:01:46.925497 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-e654327c-6093-499a-8457-7dc85b0aff8d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d HTTP/1.1" status: 200 len: 217 time: 0.0797369 Jan 18 14:01:46.971851 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Request body: {'port': {'device_id': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:47.149590 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0302b44f-04ee-4841-846c-b607fa1fa47d None None] Provisioning for port 694b8c92-4962-4922-aed7-0c830b76609a completed by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:47.155771 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-0302b44f-04ee-4841-846c-b607fa1fa47d None None] Provisioning complete for port 694b8c92-4962-4922-aed7-0c830b76609a triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:47.156374 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-0302b44f-04ee-4841-846c-b607fa1fa47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:47.185543 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-b89dab17-b68f-4415-a8ba-2928aa39cbc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:47.187729 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-b89dab17-b68f-4415-a8ba-2928aa39cbc0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.1308584 Jan 18 14:01:47.217968 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:47.272759 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-0302b44f-04ee-4841-846c-b607fa1fa47d None None] Port 694b8c92-4962-4922-aed7-0c830b76609a cannot update to ACTIVE because it is not bound. {{(pid=83632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:01:47.407180 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529099-b0d1-4a27-b315-ebc69d1130a8 req-99c890b3-9bda-4802-a181-59b8a543d6c4 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:47.416827 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e3529099-b0d1-4a27-b315-ebc69d1130a8 req-99c890b3-9bda-4802-a181-59b8a543d6c4 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1868997 Jan 18 14:01:47.477986 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e3529099-b0d1-4a27-b315-ebc69d1130a8 req-cbdaa145-9101-4b4e-9e56-3f927849d0a8 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601087 Jan 18 14:01:47.481448 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eae62-56eb-4508-8978-3c465ecd1936 req-7f4bbdec-f174-4672-81a9-779ae452f3ca tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:47.497490 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d12eae62-56eb-4508-8978-3c465ecd1936 req-7f4bbdec-f174-4672-81a9-779ae452f3ca tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.3454878 Jan 18 14:01:47.687552 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d12eae62-56eb-4508-8978-3c465ecd1936 req-b100b3bd-059a-4e25-9461-3532e2483c83 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941955 Jan 18 14:01:47.693385 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-f2e335ab-79a7-4192-a120-eff3bd476d91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1593571 Jan 18 14:01:47.947763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694b8c92-4962-4922-aed7-0c830b76609a {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:01:47.958370 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:48.025439 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-6473852c-c800-4b45-b4eb-ff1000090fc9 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006706 Jan 18 14:01:48.027661 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Transition to ACTIVE for port object 694b8c92-4962-4922-aed7-0c830b76609a will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:48.072335 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443add8-5894-44da-8f53-1b47d7dae358 req-78f1e615-a631-4e99-8376-2f984ab55b60 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:48.073951 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a443add8-5894-44da-8f53-1b47d7dae358 req-78f1e615-a631-4e99-8376-2f984ab55b60 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 943 time: 0.0973344 Jan 18 14:01:48.120563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:48.172542 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf39b8-88a3-4f0d-abb2-c5090c7d179e req-3e7b0e59-86c8-4b87-b6bf-af02a7cf2f18 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:48.178445 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8acf39b8-88a3-4f0d-abb2-c5090c7d179e req-3e7b0e59-86c8-4b87-b6bf-af02a7cf2f18 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 932 time: 0.2154014 Jan 18 14:01:48.307913 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a443add8-5894-44da-8f53-1b47d7dae358 req-f82a5f46-c74a-4468-b0a5-c80899e34c07 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248423 Jan 18 14:01:48.313561 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b426acd5-e210-41bf-9ef9-f0cfa3afc37d req-b9cc29a6-c3e9-449f-9880-bf95b615e318 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653751 Jan 18 14:01:48.316316 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-8acf39b8-88a3-4f0d-abb2-c5090c7d179e req-5832d4e0-a675-4a02-8e1a-c5d64f8b9ed9 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:48.330015 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:48.450222 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-8acf39b8-88a3-4f0d-abb2-c5090c7d179e req-5832d4e0-a675-4a02-8e1a-c5d64f8b9ed9 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:48.453162 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8acf39b8-88a3-4f0d-abb2-c5090c7d179e req-5832d4e0-a675-4a02-8e1a-c5d64f8b9ed9 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557414 Jan 18 14:01:48.488981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Attempting to bind port 694b8c92-4962-4922-aed7-0c830b76609a on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:48.493278 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Attempting to bind port 694b8c92-4962-4922-aed7-0c830b76609a by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:48.493278 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Attempting to bind port 694b8c92-4962-4922-aed7-0c830b76609a on network 9e96f446-5873-468e-bc82-b35deff7a8cd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:48.496791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Port 694b8c92-4962-4922-aed7-0c830b76609a on network 9e96f446-5873-468e-bc82-b35deff7a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:01:48.497166 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Attempting to bind port 694b8c92-4962-4922-aed7-0c830b76609a on network 9e96f446-5873-468e-bc82-b35deff7a8cd {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:48.512096 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:48.512376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Checking segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:48.513050 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Bound using segment: {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:48.513567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Bound port: 694b8c92-4962-4922-aed7-0c830b76609a, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cc2bf5-4018-446f-8bd3-8a82d8c86536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:48.514133 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:48.781436 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:48.784801 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:48.863227 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:48.952233 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96f12-685e-4662-a114-5c8e671b0b46 req-75534a1c-8f9b-4cce-b216-f18c1d9fd87f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:48.962073 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d8b96f12-685e-4662-a114-5c8e671b0b46 req-75534a1c-8f9b-4cce-b216-f18c1d9fd87f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1756060 Jan 18 14:01:48.974776 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:48.976594 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] 10.222.0.95 "PUT /v2.0/ports/694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 1094 time: 2.0100358 Jan 18 14:01:48.994321 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:49.027716 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b2e1-6d22-48d1-9bd3-49de61619221 req-6e769e96-6f75-4504-957b-d9dd8a99398b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:49.034736 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7e90b2e1-6d22-48d1-9bd3-49de61619221 req-6e769e96-6f75-4504-957b-d9dd8a99398b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1707380 Jan 18 14:01:49.074076 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d8b96f12-685e-4662-a114-5c8e671b0b46 req-b1272b2e-b241-4ff9-9576-32880386345e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104484 Jan 18 14:01:49.075136 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168f77-af63-4196-873c-e0552bfe1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:49.179104 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7e90b2e1-6d22-48d1-9bd3-49de61619221 req-3167503b-6a01-45ff-8f18-6aeaee7658a6 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275053 Jan 18 14:01:49.344135 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:01:49.598731 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b31ef-3c27-42f9-8745-de5cc395d1c7 req-2ffe43dd-a5e4-400a-b9ce-43cc500ef0c8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:49.600452 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b95b31ef-3c27-42f9-8745-de5cc395d1c7 req-2ffe43dd-a5e4-400a-b9ce-43cc500ef0c8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 943 time: 0.0996273 Jan 18 14:01:49.702703 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device e44e3bb7-2bef-4c6d-b265-81ca5588901d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:01:49.780504 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b95b31ef-3c27-42f9-8745-de5cc395d1c7 req-85c4b9a3-cc89-4418-a6eb-4072393b4f5c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733747 Jan 18 14:01:49.889814 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-25785f23-43ef-4aec-84c0-49f1252d11b8 req-817ad52d-961d-4725-ac00-5959f9a61898 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1636605 Jan 18 14:01:49.995467 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:50.016041 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'port_id': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'mac_address': 'fa:16:3e:ac:25:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:01:50.092614 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:50.118355 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44e3bb7-2bef-4c6d-b265-81ca5588901d {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:01:50.142159 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:50.164377 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785f23-43ef-4aec-84c0-49f1252d11b8 req-70a7a3a5-db44-41a7-a141-c8f7f7dc5257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:50.165875 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-25785f23-43ef-4aec-84c0-49f1252d11b8 req-70a7a3a5-db44-41a7-a141-c8f7f7dc5257 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=0fd5e52be2234a688063204603ffac2c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2281404 Jan 18 14:01:50.172797 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e42b60-81a1-4ac1-a47f-72c2c9dc1cd1 req-5b9720b3-5134-4642-8c75-fa67188f0925 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:50.173469 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-75e42b60-81a1-4ac1-a47f-72c2c9dc1cd1 req-5b9720b3-5134-4642-8c75-fa67188f0925 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:50.253195 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:50.305328 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-75e42b60-81a1-4ac1-a47f-72c2c9dc1cd1 req-5b9720b3-5134-4642-8c75-fa67188f0925 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:50.306514 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-75e42b60-81a1-4ac1-a47f-72c2c9dc1cd1 req-5b9720b3-5134-4642-8c75-fa67188f0925 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.4075909 Jan 18 14:01:50.364365 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:50.376985 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.377591 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.378050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.378507 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.378936 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.379358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.380041 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.380448 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.380777 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.381358 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.381653 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:01:50.406640 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-75e42b60-81a1-4ac1-a47f-72c2c9dc1cd1 req-3babbb23-bbfd-4c58-9b4d-177569be3351 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922642 Jan 18 14:01:50.409234 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785f23-43ef-4aec-84c0-49f1252d11b8 req-ede39777-b25e-423d-9435-f5c89aa2d215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:50.410648 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-25785f23-43ef-4aec-84c0-49f1252d11b8 req-ede39777-b25e-423d-9435-f5c89aa2d215 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1879997 Jan 18 14:01:50.439028 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32afde-9042-4279-b2f6-a00f8062ce88 req-146e51c5-53de-4dbc-8caa-a00031b3d71f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:50.457154 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c32afde-9042-4279-b2f6-a00f8062ce88 req-146e51c5-53de-4dbc-8caa-a00031b3d71f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1936808 Jan 18 14:01:50.531879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['e44e3bb7-2bef-4c6d-b265-81ca5588901d'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:01:50.571664 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6c32afde-9042-4279-b2f6-a00f8062ce88 req-5f5f1aba-9d19-4eee-b8c1-71724461eefe tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125121 Jan 18 14:01:50.702809 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d73563-f923-47d4-a583-75501314dc83 req-9ad716b2-1890-4535-9044-c2af65b8ccce tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:50.704952 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-96d73563-f923-47d4-a583-75501314dc83 req-9ad716b2-1890-4535-9044-c2af65b8ccce tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1237714 Jan 18 14:01:50.830234 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-96d73563-f923-47d4-a583-75501314dc83 req-fae91490-e59a-4ef0-aca0-9caa612bac48 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179712 Jan 18 14:01:50.888868 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-c31d59c5-9032-44d2-85d6-1f088e778c4a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1416187 Jan 18 14:01:51.091219 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-c4f428e4-e3ad-4552-bbbe-9b2137c2591d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 217 time: 0.1635339 Jan 18 14:01:51.144060 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da74c-8473-4302-ba1e-91b207a7289e req-d738a88a-5b4c-4629-99d5-14669bee6102 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:51.146031 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-294da74c-8473-4302-ba1e-91b207a7289e req-d738a88a-5b4c-4629-99d5-14669bee6102 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 944 time: 0.1233954 Jan 18 14:01:51.224532 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-294da74c-8473-4302-ba1e-91b207a7289e req-f0df4b11-50a0-4087-93be-6da9cc9c5cd4 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727749 Jan 18 14:01:51.677219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011e5e-43dd-4287-ad8d-1d7a64aa0b42 req-1e094f35-0573-4cee-be81-5fd7e0943d7f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:51.678651 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ed011e5e-43dd-4287-ad8d-1d7a64aa0b42 req-1e094f35-0573-4cee-be81-5fd7e0943d7f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.0910058 Jan 18 14:01:51.707708 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device e44e3bb7-2bef-4c6d-b265-81ca5588901d up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:51.766053 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ed011e5e-43dd-4287-ad8d-1d7a64aa0b42 req-5e071618-5dde-4740-9a97-a8204f28e182 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Jan 18 14:01:51.912689 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port e44e3bb7-2bef-4c6d-b265-81ca5588901d completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:51.921827 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port e44e3bb7-2bef-4c6d-b265-81ca5588901d triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:51.922715 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:52.069039 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e788cb6-efcf-4591-91d3-ce71b0c8c14e req-1de7af3d-656a-450f-9c38-fb89a747158b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:52.076271 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e788cb6-efcf-4591-91d3-ce71b0c8c14e req-1de7af3d-656a-450f-9c38-fb89a747158b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1535826 Jan 18 14:01:52.132158 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e788cb6-efcf-4591-91d3-ce71b0c8c14e req-d678ea84-a8e3-41fa-a747-b9bb6df48b3b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547993 Jan 18 14:01:52.134294 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:52.215751 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:52.226590 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:52.318593 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:52.398220 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:52.409141 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7bec9-2c9e-44eb-90eb-ecc97577f7c1 req-a5effcaf-ba0f-41d8-aec8-5cca5d58fd7b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:52.410696 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-53e7bec9-2c9e-44eb-90eb-ecc97577f7c1 req-a5effcaf-ba0f-41d8-aec8-5cca5d58fd7b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1422179 Jan 18 14:01:52.472959 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-53e7bec9-2c9e-44eb-90eb-ecc97577f7c1 req-d29ce252-14ec-4438-a21a-34302f8af650 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Jan 18 14:01:52.553506 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'code': 200} Jan 18 14:01:52.740162 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608763b-5412-4fbe-ab8e-baf876d1dcd1 req-19341605-287b-481b-86cc-14115d18c756 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:52.748158 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7608763b-5412-4fbe-ab8e-baf876d1dcd1 req-19341605-287b-481b-86cc-14115d18c756 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0933342 Jan 18 14:01:52.807355 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7608763b-5412-4fbe-ab8e-baf876d1dcd1 req-4cd43dca-d4ab-4178-b76c-ec31d0bc278d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576761 Jan 18 14:01:53.050926 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b35b1-b0e6-4aef-9e94-7ea4dc984133 req-d1a6dc57-ba8d-4c64-a987-34a9bcced6b2 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:53.052554 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-736b35b1-b0e6-4aef-9e94-7ea4dc984133 req-d1a6dc57-ba8d-4c64-a987-34a9bcced6b2 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.0848892 Jan 18 14:01:53.105662 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-736b35b1-b0e6-4aef-9e94-7ea4dc984133 req-484ea4da-4a4b-432a-a946-e11bcc32f79d tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Jan 18 14:01:53.396463 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30f0f1-41f6-4585-b4e9-d67846adfb39 req-89674966-12a0-49b4-b31b-b9feed912dfb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:53.403985 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca30f0f1-41f6-4585-b4e9-d67846adfb39 req-89674966-12a0-49b4-b31b-b9feed912dfb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1118109 Jan 18 14:01:53.446984 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ca30f0f1-41f6-4585-b4e9-d67846adfb39 req-ac4f4a28-fe8f-4fe9-9449-29073861c0bb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Jan 18 14:01:53.675176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1455de-c7c4-4a3a-a8fb-f07df04e4df1 req-2c6b3752-428d-4065-8005-0ca5579ae836 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:53.677048 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bd1455de-c7c4-4a3a-a8fb-f07df04e4df1 req-2c6b3752-428d-4065-8005-0ca5579ae836 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.0813346 Jan 18 14:01:53.820937 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bd1455de-c7c4-4a3a-a8fb-f07df04e4df1 req-7c9936be-e0ef-4a38-a491-0def40f00047 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381843 Jan 18 14:01:54.055762 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036b1df-ea86-4f3b-946b-25349657b3cf req-21a056a4-1abe-463c-9291-3f8f1b6fe27f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:54.057800 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2036b1df-ea86-4f3b-946b-25349657b3cf req-21a056a4-1abe-463c-9291-3f8f1b6fe27f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0927417 Jan 18 14:01:54.127856 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2036b1df-ea86-4f3b-946b-25349657b3cf req-75925cca-b393-4828-864b-622d775e3199 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647740 Jan 18 14:01:54.406296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae33112-71a4-4be6-a219-4efe31568975 req-2549a617-8dec-4324-aa40-7685f18dce96 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:54.419162 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6ae33112-71a4-4be6-a219-4efe31568975 req-2549a617-8dec-4324-aa40-7685f18dce96 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.1394503 Jan 18 14:01:54.481889 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6ae33112-71a4-4be6-a219-4efe31568975 req-c526e644-2bb0-483d-87b8-99331628827c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548019 Jan 18 14:01:54.868029 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a66fcc-608d-44e0-9f52-39e85aabd1cd req-9802ac4c-1277-4c26-a018-e3314c7c149f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:54.869498 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a1a66fcc-608d-44e0-9f52-39e85aabd1cd req-9802ac4c-1277-4c26-a018-e3314c7c149f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.0877156 Jan 18 14:01:54.925199 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a1a66fcc-608d-44e0-9f52-39e85aabd1cd req-bdd787ab-c8b4-4148-b9dc-e2f8c4cae2e6 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 Jan 18 14:01:55.065261 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Sync routers for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:01:55.081788 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:55.082556 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:55.149227 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00d61c-0077-4575-868a-b37b8132c53d req-af1a95cc-a37a-40f2-8c86-0571ca58aa61 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:55.151147 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a00d61c-0077-4575-868a-b37b8132c53d req-af1a95cc-a37a-40f2-8c86-0571ca58aa61 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.0928588 Jan 18 14:01:55.200541 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a00d61c-0077-4575-868a-b37b8132c53d req-afd126ff-595d-4cda-aedb-879d8b5433fc tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Jan 18 14:01:55.268117 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:55.387984 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df287e-e69f-4423-be54-5aebe32f71dd req-511c726d-6ce8-45f5-8923-a6b9bd42b088 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:55.390060 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-90df287e-e69f-4423-be54-5aebe32f71dd req-511c726d-6ce8-45f5-8923-a6b9bd42b088 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0763776 Jan 18 14:01:55.466358 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-90df287e-e69f-4423-be54-5aebe32f71dd req-b8ecbc3e-0d88-4937-918e-f808f4ad90aa tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688879 Jan 18 14:01:55.610565 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'e26b41c0-2d93-4bde-b6e1-19c3de175491', 'name': '', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'mac_address': 'fa:16:3e:73:fa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:21Z', 'updated_at': '2022-01-18T14:01:22Z', 'revision_number': 2, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'subnets': [{'id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:55.630345 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Checking router: d0828a75-cf63-485e-8947-4803b0944e9a for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:01:55.630577 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Updating router d0828a75-cf63-485e-8947-4803b0944e9a port e26b41c0-2d93-4bde-b6e1-19c3de175491 binding host dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:01:55.776069 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:55.848003 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b44c2-16c1-4061-8e14-3816cf229d32 req-9ff8a364-7c33-45c6-85c1-afe9222bb142 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:55.848003 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e33b44c2-16c1-4061-8e14-3816cf229d32 req-9ff8a364-7c33-45c6-85c1-afe9222bb142 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.1960075 Jan 18 14:01:55.907152 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-46284104-adc7-450e-b373-a9d71d9e11df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:55.952400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-8e289144-9dcf-4f4e-8cd9-c73fba740e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:55.954079 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-8e289144-9dcf-4f4e-8cd9-c73fba740e7e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.3763509 Jan 18 14:01:55.974308 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e33b44c2-16c1-4061-8e14-3816cf229d32 req-efde65ef-2058-4b99-8945-55c426c3222a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882027 Jan 18 14:01:56.005070 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-52ac09bd-3c23-4300-8159-a5917c32ba2f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.2256985 Jan 18 14:01:56.123838 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-8a90b973-b990-430f-a00f-4af4dbe8c534 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1482606 Jan 18 14:01:56.183456 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:01:56.210633 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-87c46681-d7c5-4e35-8490-80657822d6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.211588 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-87c46681-d7c5-4e35-8490-80657822d6df service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.1999424 Jan 18 14:01:56.222867 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c768b-8355-46a7-af4f-4e0053db184d req-ea91211a-92ad-4dff-bece-b770776897a3 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.224253 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-410c768b-8355-46a7-af4f-4e0053db184d req-ea91211a-92ad-4dff-bece-b770776897a3 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1300530 Jan 18 14:01:56.242583 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf5892bc-897f-42c2-9d36-57fc01c3f22b req-46e78d50-8810-4014-b08a-bd7687c4c2af service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1858351 Jan 18 14:01:56.267393 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks [] for port, precommit_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:56.281326 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.provisioning_blocks [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Transition to ACTIVE for port object e26b41c0-2d93-4bde-b6e1-19c3de175491 will not be triggered until provisioned by entity L2. {{(pid=83633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:01:56.319086 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cf5892bc-897f-42c2-9d36-57fc01c3f22b req-551e5e8b-ac51-4042-9c8d-005cf621b5d7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655098 Jan 18 14:01:56.370178 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:56.374937 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-211a1b42-f50b-425d-bc31-aac2d53dbfbf service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395763 Jan 18 14:01:56.393105 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-410c768b-8355-46a7-af4f-4e0053db184d req-0033b03d-d3ca-4bc5-a8da-2465d0ca5e6b tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752826 Jan 18 14:01:56.394984 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-2fb13443-e8c0-424f-b0ef-5a29079a783b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 1001 time: 0.1697273 Jan 18 14:01:56.415253 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f69b3-4b70-4643-a0a3-9cf5456f8629 req-892d0736-fd5a-4524-9905-ad089b6a5721 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.417096 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-938f69b3-4b70-4643-a0a3-9cf5456f8629 req-892d0736-fd5a-4524-9905-ad089b6a5721 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.0883241 Jan 18 14:01:56.464491 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-938f69b3-4b70-4643-a0a3-9cf5456f8629 req-558707dc-bcab-4ca4-ae98-ffdd1a4065b7 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Jan 18 14:01:56.520236 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f29a1a-fba8-41fd-9dd4-a66bf03de8eb None None] Pushing event updated for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=3']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:56.666039 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Attempting to bind port e26b41c0-2d93-4bde-b6e1-19c3de175491 on host dv-cinder-825104-1-smb for vnic_type normal with profile {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:01:56.666039 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Attempting to bind port e26b41c0-2d93-4bde-b6e1-19c3de175491 by drivers openvswitch,hyperv on host dv-cinder-825104-1-smb at level 0 using segments [{'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:01:56.666039 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Attempting to bind port e26b41c0-2d93-4bde-b6e1-19c3de175491 on network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:01:56.672557 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Checking agent: {'id': '3fc70a4a-48d7-4f39-848b-d9abc8c85374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 47, 59), 'started_at': datetime.datetime(2022, 1, 18, 13, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:01:56.672926 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Checking segment: {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:01:56.673385 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:56.673846 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Bound using segment: {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'} {{(pid=83633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:01:56.674353 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.managers [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Bound port: e26b41c0-2d93-4bde-b6e1-19c3de175491, host: dv-cinder-825104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8565c4d7-ec2d-446a-b889-73f21a621f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227'}}] {{(pid=83633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:01:56.674765 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:56.712485 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-0c7bd82d-2365-40ee-bd19-ded511c6690c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.714038 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-0c7bd82d-2365-40ee-bd19-ded511c6690c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.1696479 Jan 18 14:01:56.815302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c142-40cc-45d4-a1e6-492a4b965f7b req-7ea215c9-c527-4c8e-ba98-98e17b786c4f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.820145 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6d97c142-40cc-45d4-a1e6-492a4b965f7b req-7ea215c9-c527-4c8e-ba98-98e17b786c4f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.2047892 Jan 18 14:01:56.828178 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] For port e26b41c0-2d93-4bde-b6e1-19c3de175491, host dv-cinder-825104-1-smb, cleared binding levels {{(pid=83633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:01:56.831742 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.plugins.ml2.db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] For port e26b41c0-2d93-4bde-b6e1-19c3de175491, host dv-cinder-825104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=e26b41c0-2d93-4bde-b6e1-19c3de175491,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:01:56.879866 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6d97c142-40cc-45d4-a1e6-492a4b965f7b req-302cd04e-4ab7-4377-b62d-12ea7e965a68 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588808 Jan 18 14:01:56.880713 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-8e9badc0-f475-482b-9a7f-bcbe395b739f req-904b967b-c493-4a7e-a8ac-1838c4b0431f service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367827 Jan 18 14:01:56.901499 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-2344bf6c-d777-4a93-8bf1-06d72b3f1b7b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1567969 Jan 18 14:01:56.930868 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron_lib.callbacks.manager [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:56.931014 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-3e620895-2efb-418b-9d7d-fd0c5acaa0cc tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:56.931014 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-3e620895-2efb-418b-9d7d-fd0c5acaa0cc tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1402779 Jan 18 14:01:57.038225 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Deleting port 95350d2a-a245-4aeb-bd92-682175c2d8f2 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:01:57.038759 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:57.042913 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f29a1a-fba8-41fd-9dd4-a66bf03de8eb None None] Pushing event updated for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=4']} {{(pid=83633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:57.057068 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:01:57.058422 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:57.069501 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-ba5fe6b8-7265-45ae-9e43-d84e9f120a70 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770256 Jan 18 14:01:57.243435 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-07de0b98-019c-49a5-9daa-3d7313cc127c req-b5053206-69bf-495a-82c5-19f311333058 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634228 Jan 18 14:01:57.364301 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:01:57.433403 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a9ed-88e8-401d-b087-d542c241604c req-ce406916-fdc3-4a80-9094-9cb2226a5c2e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:57.434897 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9736a9ed-88e8-401d-b087-d542c241604c req-ce406916-fdc3-4a80-9094-9cb2226a5c2e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.2545409 Jan 18 14:01:57.477018 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] For port 95350d2a-a245-4aeb-bd92-682175c2d8f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=95350d2a-a245-4aeb-bd92-682175c2d8f2,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:57.477383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:57.663286 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89f910-d5ba-4895-917b-da4fb9776db0 req-bc824e47-96e4-4ce1-ba9f-26495a82f90d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:57.664831 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8f89f910-d5ba-4895-917b-da4fb9776db0 req-bc824e47-96e4-4ce1-ba9f-26495a82f90d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1183517 Jan 18 14:01:57.705720 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device e26b41c0-2d93-4bde-b6e1-19c3de175491 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:57.731597 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8f89f910-d5ba-4895-917b-da4fb9776db0 req-0c2b88c4-61f3-4148-b5b1-759a08e789e0 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606201 Jan 18 14:01:57.753369 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Calling delete_port for 95350d2a-a245-4aeb-bd92-682175c2d8f2 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:01:57.819972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9736a9ed-88e8-401d-b087-d542c241604c req-c75cc22c-a401-43aa-9969-ec634cdf1dd4 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727260 Jan 18 14:01:57.912456 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning for port e26b41c0-2d93-4bde-b6e1-19c3de175491 completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:01:57.917575 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port e26b41c0-2d93-4bde-b6e1-19c3de175491 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:57.928175 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:57.928336 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'e26b41c0-2d93-4bde-b6e1-19c3de175491', 'name': '', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'mac_address': 'fa:16:3e:73:fa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:21Z', 'updated_at': '2022-01-18T14:01:56Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'subnets': [{'id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:01:57.929365 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6fc2-bbbf-4936-8d3e-67adf85f92ca None None] The sync data for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb is: [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': 'e26b41c0-2d93-4bde-b6e1-19c3de175491', 'name': '', 'network_id': 'fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'mac_address': 'fa:16:3e:73:fa:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:21Z', 'updated_at': '2022-01-18T14:01:56Z', 'revision_number': 4, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'subnets': [{'id': '2ae2ebdc-90ae-40e8-b7ea-70c844280072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:01:57.996589 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9585d-f423-4a34-8af9-67266f0faffd req-6996b71f-e01a-4ce5-9b21-8bf379597629 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:57.999669 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e2b9585d-f423-4a34-8af9-67266f0faffd req-6996b71f-e01a-4ce5-9b21-8bf379597629 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 945 time: 0.1035471 Jan 18 14:01:58.004247 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:58.065617 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:58.075147 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-e2b9585d-f423-4a34-8af9-67266f0faffd req-06f90a5a-adbb-4a72-9f3b-aa371745a527 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696266 Jan 18 14:01:58.107376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Pushing event deleted for resources: {'Port': ['ID=95350d2a-a245-4aeb-bd92-682175c2d8f2,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:58.115476 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] For port e26b41c0-2d93-4bde-b6e1-19c3de175491, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=e26b41c0-2d93-4bde-b6e1-19c3de175491,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:58.170671 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:58.192387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] No DVR routers for this DVR port 95350d2a-a245-4aeb-bd92-682175c2d8f2 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:01:58.194858 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:58.197586 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'name': 'network-vif-deleted', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:01:58.266950 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Pushing event updated for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:01:58.269495 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421506f6-e06f-4435-9512-a7397f497782', 'name': 'network-vif-deleted', 'tag': '95350d2a-a245-4aeb-bd92-682175c2d8f2', 'status': 'completed', 'code': 200} Jan 18 14:01:58.297352 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53bb5-8557-47e5-8158-34d7292aae79 req-bde98dc2-3627-4bf0-8f44-7f90b1ad2082 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:58.303005 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06f53bb5-8557-47e5-8158-34d7292aae79 req-bde98dc2-3627-4bf0-8f44-7f90b1ad2082 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0947802 Jan 18 14:01:58.321430 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc43d05e-41f4-4f8e-80f2-23daf19b8c56 req-6145f2d8-d954-4ee4-a9af-d3b287f67a19 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "DELETE /v2.0/ports/95350d2a-a245-4aeb-bd92-682175c2d8f2 HTTP/1.1" status: 204 len: 173 time: 1.3859143 Jan 18 14:01:58.352782 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-06f53bb5-8557-47e5-8158-34d7292aae79 req-42554f1d-a9e3-4ff6-8333-d21f63ed80d8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Jan 18 14:01:58.375562 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f2d-96cc-4076-b83d-b64eea6bb1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:58.555448 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504840f-fca8-4c64-a7ab-738b951fc3d4 req-c0ffd6d0-862a-45a7-b90c-af9783401ae8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:58.556914 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f504840f-fca8-4c64-a7ab-738b951fc3d4 req-c0ffd6d0-862a-45a7-b90c-af9783401ae8 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0804045 Jan 18 14:01:58.566040 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 47896) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:01:58.571213 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Request body: {'floatingip': {'port_id': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:01:58.647421 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.006477 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8ca81-fd03-41cc-9af4-b599edd3db4c req-169bfbaf-affb-4c3a-a272-19291f6ead20 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:59.007974 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a6c8ca81-fd03-41cc-9af4-b599edd3db4c req-169bfbaf-affb-4c3a-a272-19291f6ead20 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1049497 Jan 18 14:01:59.058667 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a6c8ca81-fd03-41cc-9af4-b599edd3db4c req-22802c6e-aa15-4ba4-becc-ee2c8165cd2d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Jan 18 14:01:59.227493 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.267963 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90620297-049c-41a5-baf4-6bd2d02ddde8 req-293429c6-e89c-462d-8fcf-20cefd31a2ff tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:01:59.269393 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-90620297-049c-41a5-baf4-6bd2d02ddde8 req-293429c6-e89c-462d-8fcf-20cefd31a2ff tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 944 time: 0.2578866 Jan 18 14:01:59.319300 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.346763 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-90620297-049c-41a5-baf4-6bd2d02ddde8 req-46cf7e3f-6fc3-4405-8255-c580c4cb8b93 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Jan 18 14:01:59.389944 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-05f33107-b494-4d15-b743-cb4c2ce686bc req-9fdd55a7-01c3-4607-8d48-c8ad6ecf4c07 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:01:59.484542 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-05f33107-b494-4d15-b743-cb4c2ce686bc req-9fdd55a7-01c3-4607-8d48-c8ad6ecf4c07 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:01:59.488185 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-05f33107-b494-4d15-b743-cb4c2ce686bc req-9fdd55a7-01c3-4607-8d48-c8ad6ecf4c07 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=421506f6-e06f-4435-9512-a7397f497782 HTTP/1.1" status: 200 len: 210 time: 0.1359229 Jan 18 14:01:59.493289 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.583334 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device e26b41c0-2d93-4bde-b6e1-19c3de175491 up at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:01:59.594778 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.659092 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Provisioning complete for port e26b41c0-2d93-4bde-b6e1-19c3de175491 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:01:59.659543 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:59.749068 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 694b8c92-4962-4922-aed7-0c830b76609a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:01:59.751888 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 95350d2a-a245-4aeb-bd92-682175c2d8f2 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:01:59.804013 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.l3_db [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Floating IP 1234c89a-6382-4489-99cd-d0148877a926 associated. External IP: 172.28.2.125, port: e44e3bb7-2bef-4c6d-b265-81ca5588901d. Jan 18 14:01:59.821960 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 95350d2a-a245-4aeb-bd92-682175c2d8f2 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:01:59.822354 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 95350d2a-a245-4aeb-bd92-682175c2d8f2 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:01:59.968205 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:01:59.983235 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '694b8c92-4962-4922-aed7-0c830b76609a', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'port_id': '694b8c92-4962-4922-aed7-0c830b76609a', 'mac_address': 'fa:16:3e:f7:bc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:02:00.036627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:00.054315 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694b8c92-4962-4922-aed7-0c830b76609a {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:02:00.070805 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:00.169588 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:00.242631 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:00.259393 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:02:00.284726 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4407-9dc7-42f6-9e39-d06317991c2a req-7c0594b5-61db-475e-bd25-91cc4a5f31f1 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:00.286174 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d0d4407-9dc7-42f6-9e39-d06317991c2a req-7c0594b5-61db-475e-bd25-91cc4a5f31f1 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.0992107 Jan 18 14:02:00.400416 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d0d4407-9dc7-42f6-9e39-d06317991c2a req-f84959d9-1bbf-452b-b4b0-10efb46ae5df tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615158 Jan 18 14:02:00.402682 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:00.628852 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130db65-5354-4b14-a127-51c5b6af5407 req-7c61265b-122f-458d-affb-0ea8add1e2a8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:00.633926 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9130db65-5354-4b14-a127-51c5b6af5407 req-7c61265b-122f-458d-affb-0ea8add1e2a8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 945 time: 0.1069252 Jan 18 14:02:00.682134 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:02:00.704182 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:02:00.737535 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9130db65-5354-4b14-a127-51c5b6af5407 req-ce0b4bd5-810a-42a0-b397-076361ee7e5a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Jan 18 14:02:00.740800 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:02:00.742620 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:00.754884 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:00.832873 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:00.839593 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c525dd93-54a1-423b-bcc6-a9b65ee53fb2 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "PUT /v2.0/floatingips/1234c89a-6382-4489-99cd-d0148877a926 HTTP/1.1" status: 200 len: 991 time: 2.2724957 Jan 18 14:02:00.841309 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:00.862169 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-726e40b2-afba-407a-b78e-69ed0d0f6c64 req-12270c06-99a6-4344-8501-2bf396cfc25e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2917531 Jan 18 14:02:01.002961 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:02:01.090063 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'status': 'completed', 'code': 200} Jan 18 14:02:01.195722 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-48e77058-9c60-4ccd-95f7-1f7a68db6ffd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4ecee86f68434e03890b38d4eeaad985&device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0811567 Jan 18 14:02:01.350549 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-e8176014-1c57-44d6-ac17-cb70ccd30e9e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885613 Jan 18 14:02:01.396912 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-5f1f8e03-011a-4a6a-b23e-204d447b591f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:01.398420 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-5f1f8e03-011a-4a6a-b23e-204d447b591f service neutron] 10.222.0.95 "GET /v2.0/networks?id=81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 200 len: 911 time: 0.1955321 Jan 18 14:02:01.430925 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '1234c89a-6382-4489-99cd-d0148877a926', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:ac:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:36Z', 'updated_at': '2022-01-18T14:01:59Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:01.433548 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:02:01.450212 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:02:01.451586 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:01.612936 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-3658e23f-e041-4fce-bb3a-651d099938e1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d HTTP/1.1" status: 200 len: 999 time: 0.2068226 Jan 18 14:02:01.618528 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2391d6-bc84-4c46-a0d7-e6b39eae8896 req-def2c6a9-e9f7-4e57-92dc-6912607c6694 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:01.620353 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a2391d6-bc84-4c46-a0d7-e6b39eae8896 req-def2c6a9-e9f7-4e57-92dc-6912607c6694 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.3142245 Jan 18 14:02:01.693751 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-7ef47379-cd58-46f1-beeb-37493940ddd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:01.695960 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-7ef47379-cd58-46f1-beeb-37493940ddd1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 200 len: 850 time: 0.0742369 Jan 18 14:02:01.718722 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:02:01.773255 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 694b8c92-4962-4922-aed7-0c830b76609a up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:02:01.803199 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3a2391d6-bc84-4c46-a0d7-e6b39eae8896 req-19205a44-eaee-4b5b-b118-5e1bbc99cd8d tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482844 Jan 18 14:02:01.850488 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-9eb0799d-b5bb-478f-a813-70dcd8ac765d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81f5e6d1-00ed-4df4-866b-0229801b0c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446607 Jan 18 14:02:02.029765 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-90465096-eb40-4be1-9977-d0219aa8889f service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728187 Jan 18 14:02:02.074413 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 694b8c92-4962-4922-aed7-0c830b76609a completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:02:02.083028 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 694b8c92-4962-4922-aed7-0c830b76609a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:02:02.083390 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:02.086700 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1d42-682b-4916-a8ad-048050b9a3fc req-b4cf0e5c-20da-4c67-bea5-621cf9fc9737 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:02.088918 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6dfc1d42-682b-4916-a8ad-048050b9a3fc req-b4cf0e5c-20da-4c67-bea5-621cf9fc9737 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 945 time: 0.1189330 Jan 18 14:02:02.149791 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6dfc1d42-682b-4916-a8ad-048050b9a3fc req-e958da17-3a70-4667-b7ee-4f44a7a0a5c6 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Jan 18 14:02:02.214791 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ef253bfb-4e2b-4676-8cbe-8153b416e4c0 req-e7884f94-ac0a-42b4-9b03-6796baa1c1f3 service neutron] 10.222.0.95 "GET /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784513 Jan 18 14:02:02.290069 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:02.326245 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:02.338272 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:02.340496 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '1234c89a-6382-4489-99cd-d0148877a926', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:ac:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:36Z', 'updated_at': '2022-01-18T14:01:59Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:02.344738 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2e70c-ad92-47e6-af27-f29f27b1222b None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': '1234c89a-6382-4489-99cd-d0148877a926', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'floating_ip_address': '172.28.2.125', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'port_id': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'mac_address': 'fa:16:3e:ac:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:01:36Z', 'updated_at': '2022-01-18T14:01:59Z', 'revision_number': 1, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:02:02.388920 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'code': 200} Jan 18 14:02:02.396990 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:02.397920 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:02:02.521466 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:02.596133 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:02.609582 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf99d11-11f1-46ef-8e07-159b3d7ee151 None None] New status for floating IP 1234c89a-6382-4489-99cd-d0148877a926: ACTIVE {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:02:02.639753 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:02.745138 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:02.834557 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=6']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:02.987892 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e5c2a0fe-acc5-4be7-862c-af83690ba877 req-07acdc38-33a4-4ec2-8fa8-1c9a1320050f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1099 time: 0.2540967 Jan 18 14:02:03.028820 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b0bd-2a63-4fe8-b7c3-566971b2d0a9 req-abc0d5f7-6da5-4499-a2a0-14c638e8091f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:03.031028 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7583b0bd-2a63-4fe8-b7c3-566971b2d0a9 req-abc0d5f7-6da5-4499-a2a0-14c638e8091f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.0846169 Jan 18 14:02:03.037433 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e5c2a0fe-acc5-4be7-862c-af83690ba877 req-85a54d3c-45ab-47d1-ac5b-68170f7c8069 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Jan 18 14:02:03.081613 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7583b0bd-2a63-4fe8-b7c3-566971b2d0a9 req-f9ca7d33-b658-4eac-8dbb-785857a29d28 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 Jan 18 14:02:03.371114 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f04c0-adac-461b-96b6-6743d00ebc88 req-5527d1f4-146e-4b8a-870d-8348dacf333d tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:03.373066 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-884f04c0-adac-461b-96b6-6743d00ebc88 req-5527d1f4-146e-4b8a-870d-8348dacf333d tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.0822678 Jan 18 14:02:03.417173 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-884f04c0-adac-461b-96b6-6743d00ebc88 req-254c7146-7daf-480b-bae4-8aa09b05f452 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Jan 18 14:02:03.787393 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48010) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:03.931041 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:03.963178 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:03.966985 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Usage tracker for resource:security_group_rule and tenant:a6583d9539314c8c9947d605befd94da is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:03.969779 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:03.975713 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:04.041805 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.126044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.174930 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf6e83-5413-4c23-a69a-2755e918243d,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:04.179392 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-41acaefc-c28c-4d27-8378-7a8b7f8ff777 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a6583d9539314c8c9947d605befd94da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3943381 Jan 18 14:02:04.185157 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48022) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:04.225255 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-496717a5-3377-499f-a579-c5e86d03e9ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927&tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6 HTTP/1.1" status: 200 len: 1096 time: 0.1088331 Jan 18 14:02:04.271246 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.298706 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.372826 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f164-6623-4427-8acd-78ff97e22790 req-e40f6041-a44c-41df-a218-fff9b651f32c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:04.376072 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01f0f164-6623-4427-8acd-78ff97e22790 req-e40f6041-a44c-41df-a218-fff9b651f32c tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.1378486 Jan 18 14:02:04.379829 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-f219ccb2-3bf2-4fea-9c68-e501367ca625 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1096 time: 0.1128185 Jan 18 14:02:04.390913 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:04.431763 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.446652 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf6e83-5413-4c23-a69a-2755e918243d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:04.458059 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:04.461679 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0a7a718a-245e-4073-8421-c6e6f6cf7bba admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0ebf6e83-5413-4c23-a69a-2755e918243d HTTP/1.1" status: 204 len: 168 time: 0.2733400 Jan 18 14:02:04.498070 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-01f0f164-6623-4427-8acd-78ff97e22790 req-74b98d5a-3771-476a-a537-a17418dcc764 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170664 Jan 18 14:02:04.548727 dv-cinder-825104-1-smb neutron-server[83632]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'code': 422} returned with failed status Jan 18 14:02:04.549055 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-3a187e39-748c-447c-98eb-1e5221bd7147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:04.550767 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-3a187e39-748c-447c-98eb-1e5221bd7147 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.1553233 Jan 18 14:02:04.712839 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-5a834c35-59d5-4417-b7ba-4a69838c9de4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 999 time: 0.1557648 Jan 18 14:02:04.828947 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-5a9c6341-65c9-44f3-a3cd-174f6e14d3b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:04.830452 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-5a9c6341-65c9-44f3-a3cd-174f6e14d3b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.0983181 Jan 18 14:02:04.837591 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fc481-7cfe-44d8-8922-d7fe635cf235 req-c0d615a5-c157-4e07-9857-d5386e8988a4 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:04.839230 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c91fc481-7cfe-44d8-8922-d7fe635cf235 req-c0d615a5-c157-4e07-9857-d5386e8988a4 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.1943135 Jan 18 14:02:04.940314 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c91fc481-7cfe-44d8-8922-d7fe635cf235 req-14ae3938-8ec6-4847-8d63-8f1720ea4511 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946031 Jan 18 14:02:04.954883 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-4f396000-ece2-4dae-9337-6bd7b188531b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1077342 Jan 18 14:02:05.140857 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-0e01fb79-1f8d-420e-872f-542166fa87c5 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791935 Jan 18 14:02:05.199639 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48044) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:05.221663 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.256615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:05.260551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Usage tracker for resource:security_group_rule and tenant:e2fadfa2aa2f40e49c319f33286fbdcc is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:05.260685 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f534-ce03-4c21-b082-f994b89a3d6a req-d80e58eb-ce1a-4af6-80af-f34539955448 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:05.262110 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0661f534-ce03-4c21-b082-f994b89a3d6a req-d80e58eb-ce1a-4af6-80af-f34539955448 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.1838865 Jan 18 14:02:05.264463 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:05.270241 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:05.314962 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b127c377-ac68-4b4d-ab23-2a201dd2e14e req-65d0225b-aebf-4100-bfa1-4e02a0705eac service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640553 Jan 18 14:02:05.334963 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0661f534-ce03-4c21-b082-f994b89a3d6a req-5501b693-2607-442f-8934-633fce0cce6b tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584586 Jan 18 14:02:05.337495 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.454844 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.503469 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eded66-fd49-4665-a84a-b4e76a2ac0bd,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:05.508125 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e2fadfa2aa2f40e49c319f33286fbdcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3074670 Jan 18 14:02:05.511507 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 48052) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:05.515804 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.516148 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.516484 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.516816 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.517145 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.517535 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.517816 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.518137 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.518458 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.519176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.519176 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273ac069-efbc-4ff9-b85f-f465b08d9eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:05.608306 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.642212 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.765610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.783248 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eded66-fd49-4665-a84a-b4e76a2ac0bd,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:05.798880 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.799435 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e414-e85e-4559-a199-a37ca577fc0e req-ebd2f1f4-0beb-49ed-8acc-e9009e3a2e44 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:05.800953 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-51b9e414-e85e-4559-a199-a37ca577fc0e req-ebd2f1f4-0beb-49ed-8acc-e9009e3a2e44 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.0904834 Jan 18 14:02:05.802774 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-361d12c3-d62d-4923-8b95-2b1dcfd0104c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/98eded66-fd49-4665-a84a-b4e76a2ac0bd HTTP/1.1" status: 204 len: 168 time: 0.2899547 Jan 18 14:02:05.826263 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b352c-9173-47f0-a69a-530a1975319f req-16b860cb-d3da-420e-81bd-a4e2c5d10757 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:05.828717 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-960b352c-9173-47f0-a69a-530a1975319f req-16b860cb-d3da-420e-81bd-a4e2c5d10757 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.1063242 Jan 18 14:02:05.871296 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-51b9e414-e85e-4559-a199-a37ca577fc0e req-952cc93e-c298-4280-9fde-ec667792897e tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563564 Jan 18 14:02:05.896733 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-960b352c-9173-47f0-a69a-530a1975319f req-4d47c554-c040-4725-a35e-a68a5f51b49b tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Jan 18 14:02:06.187111 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074f3-ef0b-4004-96a0-5826c5812112 req-72e5043d-3208-4522-b8e0-8ec6cf365983 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:06.195878 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-72e5043d-3208-4522-b8e0-8ec6cf365983 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/networks?id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 200 len: 814 time: 0.1532345 Jan 18 14:02:06.205119 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-b0ae0d52-5523-4464-86c8-ea40d6e66e9b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/quotas/dce8c5474dce40449c52b4aeb739a5f9 HTTP/1.1" status: 200 len: 375 time: 0.0112047 Jan 18 14:02:06.265638 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-596c7404-3338-44e5-a864-5b7fc4c42cbf tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550530 Jan 18 14:02:06.400104 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-a37a0185-731b-4969-a5bb-ea62964855a0 service neutron] 10.222.0.94 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279285 Jan 18 14:02:06.530098 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-24288874-471b-44c2-b691-6b3d7ce87418 service neutron] 10.222.0.94 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229904 Jan 18 14:02:06.712919 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 48084) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:06.745490 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:06.809364 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:06.814123 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:973b451539be435cb646ca55af80d87f is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:06.816982 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:06.823028 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:06.851629 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-1d0911e4-ccff-404a-a4f6-e974d6145aec req-a3c32379-46ad-4a5d-a980-5d008edf9e41 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0441041 Jan 18 14:02:06.899829 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:06.974798 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.152841 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=973b451539be435cb646ca55af80d87f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4388413 Jan 18 14:02:07.154162 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7ae4d-99f9-4dae-ae76-cadd7e88d3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6377bb-85db-423f-b381-2d9d29f05289,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:07.156668 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48098) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:07.194470 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ae7f9-afdd-4cf7-9bfa-b8f4870f5bdb req-302ab801-4d86-4d8f-8bd6-15e781ab3407 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:07.195901 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-458ae7f9-afdd-4cf7-9bfa-b8f4870f5bdb req-302ab801-4d86-4d8f-8bd6-15e781ab3407 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 943 time: 0.1889315 Jan 18 14:02:07.222984 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.243816 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-458ae7f9-afdd-4cf7-9bfa-b8f4870f5bdb req-4c39ec15-88b0-4bd7-aaf0-dde617a8df23 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Jan 18 14:02:07.248426 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.390012 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.415615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6377bb-85db-423f-b381-2d9d29f05289,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:07.425850 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.427008 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-8d3c4036-62c5-420e-a874-41b89b267766 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5d6377bb-85db-423f-b381-2d9d29f05289 HTTP/1.1" status: 204 len: 168 time: 0.2691398 Jan 18 14:02:07.654946 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.821733 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:02:07.993750 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:08.012038 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'port_id': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'mac_address': 'fa:16:3e:a6:6d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:02:08.086178 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:08.088153 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-ff8cd6b4-0619-4ff0-8d70-e6d68ce41c3f req-2bee34b6-5bcb-41b8-8615-a3f86938fcfd tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0455785 Jan 18 14:02:08.107829 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:02:08.124732 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:08.206211 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:08.278281 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=7']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:08.445985 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['03bbe6be-9465-4eb3-8f08-5c63f8cf5382'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:08.461079 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756610d-5bbe-425f-9674-7733b843849c req-53289dc0-38d7-40fd-bf7c-b733773c63dd tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:08.462471 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5756610d-5bbe-425f-9674-7733b843849c req-53289dc0-38d7-40fd-bf7c-b733773c63dd tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 944 time: 0.0793049 Jan 18 14:02:08.512945 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5756610d-5bbe-425f-9674-7733b843849c req-edcba2f6-6caa-406c-9791-3297094e9ac7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Jan 18 14:02:09.259154 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-24e2ba00-84c8-4a03-b4b2-8c1695eb492b req-07958f56-8896-4ec9-a8af-26e36229ef25 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0474412 Jan 18 14:02:09.415451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074f3-ef0b-4004-96a0-5826c5812112 req-9e4eb1f0-a6aa-4506-8ef6-aed55d22e3b3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:09.416126 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-737074f3-ef0b-4004-96a0-5826c5812112 req-9e4eb1f0-a6aa-4506-8ef6-aed55d22e3b3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:network {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:02:09.491569 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-737074f3-ef0b-4004-96a0-5826c5812112 req-9e4eb1f0-a6aa-4506-8ef6-aed55d22e3b3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:network {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:02:09.492801 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-9e4eb1f0-a6aa-4506-8ef6-aed55d22e3b3 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "GET /v2.0/networks?id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 200 len: 814 time: 0.2177942 Jan 18 14:02:09.508826 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Request body: {'port': {'device_id': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d', 'admin_state_up': True, 'tenant_id': 'dce8c5474dce40449c52b4aeb739a5f9'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:09.665948 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:09.682766 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:09.767586 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb38c7b-b2b3-4703-b214-81f76ce24ddc req-82bc3fce-d0da-4c4a-9e46-201a461ea19f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:09.770138 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2cb38c7b-b2b3-4703-b214-81f76ce24ddc req-82bc3fce-d0da-4c4a-9e46-201a461ea19f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 944 time: 0.1173842 Jan 18 14:02:09.780941 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Made reservation on behalf of dce8c5474dce40449c52b4aeb739a5f9 for: {'port': 1} {{(pid=83631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:02:09.784216 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:09.847964 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:02:09.913800 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2cb38c7b-b2b3-4703-b214-81f76ce24ddc req-4de00346-caf2-4273-929b-e7b0bdd8d8dd tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391611 Jan 18 14:02:09.926240 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:02:09.926607 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:09.968134 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Allocated IP 172.20.0.4 (07ec8ec2-9253-40f0-b2cc-66e18d116f2d/bebbd622-355b-45d8-8f2e-0241afb839fe/12ae4047-6f87-41e0-ac88-a493f4bc342c) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:02:10.041780 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:10.068999 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:10.079075 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:10.131616 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'code': 200} Jan 18 14:02:10.179242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:10.228979 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:10.298705 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=8']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:10.329903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:10.415996 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:02:10.454258 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:02:10.460649 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Pushing event updated for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:10.463746 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:02:10.544696 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:10.545904 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:10.576840 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63545-3bcd-4cfb-bd6c-cdc2d46bbd07 req-106f6fea-bc3f-4cc9-b2ec-8cfa488e8ebb tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:10.578416 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-41b63545-3bcd-4cfb-bd6c-cdc2d46bbd07 req-106f6fea-bc3f-4cc9-b2ec-8cfa488e8ebb tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 931 time: 0.1720500 Jan 18 14:02:10.616175 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-26aa20f0-da1c-4901-9413-297697946a86 req-e55d14da-1c38-4ec6-84a9-e30ff3e637f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.0806682 Jan 18 14:02:10.633499 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-41b63545-3bcd-4cfb-bd6c-cdc2d46bbd07 req-ac950542-9ea0-4d66-ae1b-79f7eaa47f52 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Jan 18 14:02:10.659855 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-26aa20f0-da1c-4901-9413-297697946a86 req-eaa8d015-ae6e-4540-9fda-f8e436a8c5d1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Jan 18 14:02:10.701332 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-32b0c0b5-9aa2-4f77-bd6b-104efc522121 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1964097 Jan 18 14:02:10.869026 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Request body: {'port': {'device_id': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:10.973962 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:11.264767 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c69e0-866c-4370-a1dc-4fd4e68138cb req-ca427189-161b-4707-a694-138bd9b17009 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:11.266253 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc2c69e0-866c-4370-a1dc-4fd4e68138cb req-ca427189-161b-4707-a694-138bd9b17009 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.2250702 Jan 18 14:02:11.343883 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-cc2c69e0-866c-4370-a1dc-4fd4e68138cb req-1e286f45-6c58-4cb3-aab1-cfe093d32160 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713882 Jan 18 14:02:11.415713 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ae4047-6f87-41e0-ac88-a493f4bc342c {{(pid=83631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:02:11.423539 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:11.437958 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.provisioning_blocks [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Transition to ACTIVE for port object 12ae4047-6f87-41e0-ac88-a493f4bc342c will not be triggered until provisioned by entity L2. {{(pid=83631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:02:11.537090 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:11.669234 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:11.892297 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.900374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.905462 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.907161 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.907572 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:11.908027 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:02:12.039672 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Attempting to bind port 12ae4047-6f87-41e0-ac88-a493f4bc342c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:02:12.039979 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Attempting to bind port 12ae4047-6f87-41e0-ac88-a493f4bc342c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:02:12.040299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Attempting to bind port 12ae4047-6f87-41e0-ac88-a493f4bc342c on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:02:12.051981 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Port 12ae4047-6f87-41e0-ac88-a493f4bc342c on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:02:12.052296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Attempting to bind port 12ae4047-6f87-41e0-ac88-a493f4bc342c on network 07ec8ec2-9253-40f0-b2cc-66e18d116f2d {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:02:12.062475 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2bb4b-ee67-4c19-b059-653ce29894a9 req-8df36d10-01c2-47b2-b8b6-d82a74bb1e5a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:12.063173 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-28d2bb4b-ee67-4c19-b059-653ce29894a9 req-8df36d10-01c2-47b2-b8b6-d82a74bb1e5a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:02:12.069615 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Checking agent: {'id': '819b6f04-0b61-4130-9cdf-ba3be54c36a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'started_at': datetime.datetime(2022, 1, 18, 13, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:02:12.069986 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Checking segment: {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:02:12.078299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Bound using segment: {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'} {{(pid=83631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:02:12.078299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.managers [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Bound port: 12ae4047-6f87-41e0-ac88-a493f4bc342c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d'}}] {{(pid=83631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:02:12.078299 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:12.177171 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, cleared binding levels {{(pid=83631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:02:12.180652 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:02:12.203028 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de24e4-d0bb-4f58-9041-19ea8e3a01d6 req-2e65b821-55b1-4efa-a92e-7b3209a39fcf tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:12.204622 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-21de24e4-d0bb-4f58-9041-19ea8e3a01d6 req-2e65b821-55b1-4efa-a92e-7b3209a39fcf tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.0816042 Jan 18 14:02:12.249427 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-28d2bb4b-ee67-4c19-b059-653ce29894a9 req-8df36d10-01c2-47b2-b8b6-d82a74bb1e5a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:02:12.250896 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28d2bb4b-ee67-4c19-b059-653ce29894a9 req-8df36d10-01c2-47b2-b8b6-d82a74bb1e5a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 943 time: 0.4177005 Jan 18 14:02:12.251038 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-21de24e4-d0bb-4f58-9041-19ea8e3a01d6 req-e07d5a28-3734-4621-9b3d-14214478c889 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Jan 18 14:02:12.279318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:12.285985 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48178) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:12.368753 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:12.368753 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] 10.222.0.95 "PUT /v2.0/ports/12ae4047-6f87-41e0-ac88-a493f4bc342c HTTP/1.1" status: 200 len: 1093 time: 1.5048661 Jan 18 14:02:12.370417 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:12.381809 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-28d2bb4b-ee67-4c19-b059-653ce29894a9 req-7e64e34c-809c-47fc-b3d3-64f8291407e1 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228163 Jan 18 14:02:12.384345 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d702a2-600a-4fa7-845b-b8afbc81ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=3']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:12.551969 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c', 'status': 'completed', 'code': 200} Jan 18 14:02:12.561220 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-4de184ec-8415-46c3-8b76-cb0030c108e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0784407 Jan 18 14:02:12.614532 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9023a-91f6-4749-934a-8546ff49b21e req-d6c8b7fc-d275-4479-8f34-ab4b09b78122 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:12.615984 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-28d9023a-91f6-4749-934a-8546ff49b21e req-d6c8b7fc-d275-4479-8f34-ab4b09b78122 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1455801 Jan 18 14:02:12.631384 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-4a4d5027-68a6-41b6-bbac-155e3fa513fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c HTTP/1.1" status: 200 len: 217 time: 0.0635736 Jan 18 14:02:12.641016 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1af0de54-831b-46a1-b284-039e32354700 tempest-TestMinimumBasicScenario-876495130 tempest-TestMinimumBasicScenario-876495130-project-admin] Synchronizing usage tracker for tenant:710e1a45ddbd4172bd80a616c469081b on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:02:12.676285 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-28d9023a-91f6-4749-934a-8546ff49b21e req-8342aea4-b4aa-439f-ab72-c35359fe7f28 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530655 Jan 18 14:02:12.713816 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074f3-ef0b-4004-96a0-5826c5812112 req-a01eec1e-dffd-4f0b-98e8-bbe770d711b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:12.713816 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-a01eec1e-dffd-4f0b-98e8-bbe770d711b4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bebbd622-355b-45d8-8f2e-0241afb839fe HTTP/1.1" status: 200 len: 854 time: 0.0633392 Jan 18 14:02:12.751797 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-1af0de54-831b-46a1-b284-039e32354700 tempest-TestMinimumBasicScenario-876495130 tempest-TestMinimumBasicScenario-876495130-project-admin] Unset dirty status for tenant:710e1a45ddbd4172bd80a616c469081b on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:02:12.756246 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1af0de54-831b-46a1-b284-039e32354700 tempest-TestMinimumBasicScenario-876495130 tempest-TestMinimumBasicScenario-876495130-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1094 time: 0.4667020 Jan 18 14:02:12.756723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 48194) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:12.760795 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-e3dc5fb6-053f-42e0-8911-313ecde6fdbd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524585 Jan 18 14:02:12.764581 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.v2.base [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'floatingip': {'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'port_id': '694b8c92-4962-4922-aed7-0c830b76609a', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:12.788723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:12.835273 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:floatingip and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:12.845213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:12.853561 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:12.908146 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-f2475d7d-e6a3-4778-9146-5dd501b86d50 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393647 Jan 18 14:02:12.957462 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for floatingip, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:13.148737 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-737074f3-ef0b-4004-96a0-5826c5812112 req-7c498046-4418-480c-8aa5-71dde2ebfe82 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342227 Jan 18 14:02:13.199064 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:13.391588 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_common [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Allocated IP 172.28.2.44 (ac9340a8-77b5-4dec-8c37-73aebe69a9f6/80f4e1b4-3a7b-4255-a5d7-eae63ba66089/b77c9cfc-cbbc-4479-9793-5047835e222e) {{(pid=83631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:02:13.424278 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-e727b7de-65e6-4f7e-9f86-906ec7fade30 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1598246 Jan 18 14:02:13.588545 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9d0a-e7c7-4e36-9371-949080d08d71 req-21c3d3cb-3332-471a-8dd1-a971c58d7b60 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:13.590111 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4ccb9d0a-e7c7-4e36-9371-949080d08d71 req-21c3d3cb-3332-471a-8dd1-a971c58d7b60 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 943 time: 0.0788076 Jan 18 14:02:13.635429 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4ccb9d0a-e7c7-4e36-9371-949080d08d71 req-2eaa21ad-2286-4122-9f09-346344ad8851 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Jan 18 14:02:13.651873 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for port, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:13.657363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-a8066b97-d4e8-42ec-a02a-3aa94b7f9af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:13.657363 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-a8066b97-d4e8-42ec-a02a-3aa94b7f9af8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 200 len: 914 time: 0.1822784 Jan 18 14:02:13.821710 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-a57ed510-04ea-4f75-81da-035884a9686b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c HTTP/1.1" status: 200 len: 217 time: 0.1585071 Jan 18 14:02:13.884986 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-03f35ce0-7449-45fe-be23-27e1e5cce42e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:13.886477 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-03f35ce0-7449-45fe-be23-27e1e5cce42e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bebbd622-355b-45d8-8f2e-0241afb839fe HTTP/1.1" status: 200 len: 854 time: 0.0577190 Jan 18 14:02:13.938797 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-abe4d4b5-c9e3-4352-88fa-384fc869ebcb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07ec8ec2-9253-40f0-b2cc-66e18d116f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433021 Jan 18 14:02:13.952605 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769069603557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:14.099647 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'Port': ['ID=b77c9cfc-cbbc-4479-9793-5047835e222e,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:14.102907 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Network ac9340a8-77b5-4dec-8c37-73aebe69a9f6 is already hosted by enough agents. {{(pid=83631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:02:14.105909 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.base_scheduler [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources bound (agent type, host, resource id): {{(pid=83631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:02:14.114423 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Received port after_create {{(pid=83631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:02:14.225875 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-b85f37a1-3e19-4ecd-bd86-74fe7a3dd862 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691815 Jan 18 14:02:14.434241 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e72d0ad1-c3c3-415b-befa-d1a76326298f req-f7d12d8f-35d9-4934-a995-aa34cce62511 service neutron] 10.222.0.95 "GET /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026124 Jan 18 14:02:14.810908 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:14.850583 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684a4-e65e-4460-93c6-1eb0266051ab req-e83f2ead-3784-45d1-b0ca-0457551fbd9e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:14.852048 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a9b684a4-e65e-4460-93c6-1eb0266051ab req-e83f2ead-3784-45d1-b0ca-0457551fbd9e tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 943 time: 0.0882428 Jan 18 14:02:14.896463 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a9b684a4-e65e-4460-93c6-1eb0266051ab req-800b31b1-20ef-47a1-b2de-9057bfa9f6d5 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Jan 18 14:02:15.058697 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:15.267757 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for port, precommit_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:15.364198 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8119031'] for port, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:15.534480 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a924-0125-4757-ac63-5bb166ac7322 req-06f46f46-55f3-4532-b0e7-14a5c650c493 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:15.535918 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a5f7a924-0125-4757-ac63-5bb166ac7322 req-06f46f46-55f3-4532-b0e7-14a5c650c493 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.2383394 Jan 18 14:02:15.584516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'Port': ['ID=b77c9cfc-cbbc-4479-9793-5047835e222e,revision_number=2']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:15.626294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:15.695953 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a5f7a924-0125-4757-ac63-5bb166ac7322 req-efd46eb6-31c5-43fb-80de-6a946b88bc65 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297967 Jan 18 14:02:15.836704 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.db.l3_db [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Floating IP bac4e9ad-3f1d-4295-9227-5ea69a4e44c7 associated. External IP: 172.28.2.44, port: 694b8c92-4962-4922-aed7-0c830b76609a. Jan 18 14:02:15.869564 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 12ae4047-6f87-41e0-ac88-a493f4bc342c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:02:16.009117 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:16.022624 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '12ae4047-6f87-41e0-ac88-a493f4bc342c', 'network_id': '07ec8ec2-9253-40f0-b2cc-66e18d116f2d', 'port_id': '12ae4047-6f87-41e0-ac88-a493f4bc342c', 'mac_address': 'fa:16:3e:14:e4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebbd622-355b-45d8-8f2e-0241afb839fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:02:16.076456 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.095374 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ae4047-6f87-41e0-ac88-a493f4bc342c {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:02:16.111332 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21f8d-ee66-4c00-a5cc-8a1d95322c68 req-270e6b00-7a6c-4606-8e9b-25fd6694a247 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:16.112827 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-29c21f8d-ee66-4c00-a5cc-8a1d95322c68 req-270e6b00-7a6c-4606-8e9b-25fd6694a247 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 943 time: 0.0801547 Jan 18 14:02:16.118208 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:16.161179 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-29c21f8d-ee66-4c00-a5cc-8a1d95322c68 req-26ee9d5a-3240-4fff-a2f8-8960494a359a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Jan 18 14:02:16.211383 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.248122 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:02:16.276879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=4']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:16.445383 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:02:16.454946 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Sync routers for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:02:16.466559 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:02:16.467154 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:16.537602 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.543113 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['12ae4047-6f87-41e0-ac88-a493f4bc342c'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:16.594132 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-b357b26c-45ed-4d43-a25a-03d013d2fd7a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8363292 Jan 18 14:02:16.594742 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:16.597297 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48224) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:16.603410 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25691765', 'description': 'tempest-secgroup-smoke-25691765 description', 'project_id': '0fd5e52be2234a688063204603ffac2c'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:16.610086 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:16.620063 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:16.662581 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:02:16.697970 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.754983 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:16.761396 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:16.764551 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-2bcc8c66-1cfb-4f92-b114-ba75133f0055 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1099 time: 0.0789793 Jan 18 14:02:16.766074 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:02:16.766690 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:16.780585 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:16.855223 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.917602 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:16.965873 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6355cddd-ebf7-455a-859d-edb83b322cd8,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:16.970485 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-252661e8-b492-4c25-a838-e44cd5aa5e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:16.972196 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-252661e8-b492-4c25-a838-e44cd5aa5e25 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 914 time: 0.2016022 Jan 18 14:02:17.037640 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685f1cf-ba6a-4aeb-9926-bfb82410a942 req-a7848c20-e54b-4245-906a-f15a7f3e3f94 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:17.039106 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2685f1cf-ba6a-4aeb-9926-bfb82410a942 req-a7848c20-e54b-4245-906a-f15a7f3e3f94 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1790304 Jan 18 14:02:17.049004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.052906 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-866e7faf-2bf1-4ae9-83bf-2d76c389d1e7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4518342 Jan 18 14:02:17.053191 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48232) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:17.058682 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:17.064439 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:17.068706 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:17.071736 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:17.079350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:17.121640 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-fbcfa532-c197-408b-85da-1f30c10d523a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 999 time: 0.1411948 Jan 18 14:02:17.124187 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2685f1cf-ba6a-4aeb-9926-bfb82410a942 req-6bc2af6a-ff54-4b2b-b242-385397b85684 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788403 Jan 18 14:02:17.186947 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'bac4e9ad-3f1d-4295-9227-5ea69a4e44c7', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'port_id': '694b8c92-4962-4922-aed7-0c830b76609a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'mac_address': 'fa:16:3e:f7:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:02:14Z', 'updated_at': '2022-01-18T14:02:14Z', 'revision_number': 0, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:17.194896 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Checking router: 212750b1-8c17-4f08-b6d5-e3fcddeeaaef for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:02:17.195025 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-cd78bb34-8217-40f9-952d-de4112060f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:17.195025 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-cd78bb34-8217-40f9-952d-de4112060f49 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.0634546 Jan 18 14:02:17.203173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:02:17.203774 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:01:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:17.277902 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-3288a205-9f06-4476-a95b-74d944181a2d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730264 Jan 18 14:02:17.366908 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.402026 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:02:17.452924 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feca395-bdfb-4e0e-9ebf-be623319d4c6 req-8b7f133f-6349-486b-98b5-5b693734579b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:17.456349 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7feca395-bdfb-4e0e-9ebf-be623319d4c6 req-8b7f133f-6349-486b-98b5-5b693734579b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 944 time: 0.1477401 Jan 18 14:02:17.456349 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.504684 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7feca395-bdfb-4e0e-9ebf-be623319d4c6 req-dd1c7a16-2947-45e4-9d68-90334aa4e0d9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Jan 18 14:02:17.538050 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-22303e5a-12de-42a8-af15-0f178c395272 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520878 Jan 18 14:02:17.545960 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.570889 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd039b3-9e3e-4b9b-8842-74af654830e3,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:17.644498 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.648791 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-37e27941-0ec3-49f0-b92e-b351d61f1107 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5918944 Jan 18 14:02:17.649059 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48240) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:17.655626 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:17.661491 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:17.665435 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:17.668741 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:17.672706 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0b98c545-ab97-4063-91f9-b771f6be2efb req-5ffe7515-ec35-4d75-bd53-ae4e9c247831 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282334 Jan 18 14:02:17.677794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:17.774787 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'bac4e9ad-3f1d-4295-9227-5ea69a4e44c7', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'port_id': '694b8c92-4962-4922-aed7-0c830b76609a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'mac_address': 'fa:16:3e:f7:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:02:14Z', 'updated_at': '2022-01-18T14:02:14Z', 'revision_number': 0, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:02:17.778924 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4625d-43d1-4d3b-8e32-220bf0690726 None None] The sync data for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb is: [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_floatingips': [{'id': 'bac4e9ad-3f1d-4295-9227-5ea69a4e44c7', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'router_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'port_id': '694b8c92-4962-4922-aed7-0c830b76609a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'mac_address': 'fa:16:3e:f7:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:02:14Z', 'updated_at': '2022-01-18T14:02:14Z', 'revision_number': 0, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:02:17.823576 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.871468 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 12ae4047-6f87-41e0-ac88-a493f4bc342c up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:02:17.886538 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:17.973732 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d3085-e4f7-443f-a6b8-a67f59830493 None None] New status for floating IP bac4e9ad-3f1d-4295-9227-5ea69a4e44c7: ACTIVE {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:02:17.978100 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.006357 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030e24d5-7414-4ca9-9a3d-949a79b81bcf,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:18.048663 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning for port 12ae4047-6f87-41e0-ac88-a493f4bc342c completed by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:02:18.053969 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 12ae4047-6f87-41e0-ac88-a493f4bc342c triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:02:18.054352 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.106753 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.108990 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-0c84c1bc-e3bf-4f9a-8f38-1d5127dd6789 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4587073 Jan 18 14:02:18.111609 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48244) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:18.118933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:18.125788 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:18.129914 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:18.133407 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:18.140846 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:18.180527 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.216388 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:18.226153 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:18.263622 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.276113 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c', 'code': 200} Jan 18 14:02:18.340602 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.346741 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.389917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160198-8e41-490d-bbfa-20b3ebb2d31d req-71500b38-f718-424c-823e-6ca66ebf94aa tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:18.391569 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1e160198-8e41-490d-bbfa-20b3ebb2d31d req-71500b38-f718-424c-823e-6ca66ebf94aa tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0893109 Jan 18 14:02:18.418038 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.442241 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1e160198-8e41-490d-bbfa-20b3ebb2d31d req-728a6763-a8c2-4e26-9e1a-7d8e2d500071 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445461 Jan 18 14:02:18.459909 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10259973-1207-4d1e-ad75-a93f0529c1d0,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:18.474294 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=5']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:18.531313 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.532550 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-fe1253fc-3b5b-4a0d-bdab-cc2bdf219896 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4195943 Jan 18 14:02:18.535400 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48254) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:18.541344 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:18.547709 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:18.551571 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:18.554599 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:18.561215 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:18.652378 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.723777 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.784599 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab54e0-30b6-4103-8286-d70128fc60bf req-f6def898-f155-4c6e-be63-82fdac52f4e9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:18.786085 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a5ab54e0-30b6-4103-8286-d70128fc60bf req-f6def898-f155-4c6e-be63-82fdac52f4e9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1378927 Jan 18 14:02:18.791686 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2dd9bcb0-87c6-43d8-9bc4-46e816ef511f req-39ccd0ac-9ed8-40f4-b781-4ce29634bf24 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 1098 time: 0.1412964 Jan 18 14:02:18.816998 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.838531 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051d6984-eb09-427a-89c7-716d85919de4,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:18.867856 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-a5ab54e0-30b6-4103-8286-d70128fc60bf req-aa1cd1dc-f0ef-48b9-9f46-b40b5cf2d819 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749071 Jan 18 14:02:18.869339 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-2dd9bcb0-87c6-43d8-9bc4-46e816ef511f req-13c192e5-d908-4be9-90c8-ed2136588597 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627406 Jan 18 14:02:18.929306 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:18.930563 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-75321762-15b3-461b-97a6-fe81ebe362e8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3942256 Jan 18 14:02:18.933156 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48260) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:18.939657 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:18.945433 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:18.949279 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:18.952306 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:18.958070 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:19.063325 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Project 0fd5e52be2234a688063204603ffac2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:02:19.070442 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.136205 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.234131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.257898 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab24a74-a563-422c-a3f5-ead91d7321ed,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:19.336976 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.338204 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-eb80af0e-5488-4ab4-b33b-ee00d0bd5628 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4040976 Jan 18 14:02:19.341395 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48264) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:02:19.346997 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'security_group_rule': {'security_group_id': '6355cddd-ebf7-455a-859d-edb83b322cd8', 'project_id': '0fd5e52be2234a688063204603ffac2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:19.352697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:02:19.357164 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Usage tracker for resource:security_group_rule and tenant:0fd5e52be2234a688063204603ffac2c is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:02:19.360082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:02:19.365726 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:02:19.428332 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.securitygroups_db [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Project 0fd5e52be2234a688063204603ffac2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:02:19.434687 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.499085 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.568704 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731890'] for security_group_rule, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.597697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebd3d6a-197d-40ac-ab9a-689053811631,revision_number=0']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:19.676979 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427412-a714-4833-9ecf-2dd27589e9db req-db137051-03ec-46a5-aa65-fd4aed1da35e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:19.678507 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5e427412-a714-4833-9ecf-2dd27589e9db req-db137051-03ec-46a5-aa65-fd4aed1da35e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0765355 Jan 18 14:02:19.730510 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5e427412-a714-4833-9ecf-2dd27589e9db req-e127f017-c29c-483d-8138-f2491ef3ed7f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456476 Jan 18 14:02:19.732267 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:19.735411 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ee524632-799f-4cb4-a4c2-df730e094f21 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3910680 Jan 18 14:02:20.034728 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-03811024-6a04-40e0-bae1-4e9c3dba3123 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:02:20.077724 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44088f60-c7a9-4859-b6f0-c338602394c8 req-c9d41b74-15cc-45ea-baa1-0a4f5b5090c9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:20.079176 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-44088f60-c7a9-4859-b6f0-c338602394c8 req-c9d41b74-15cc-45ea-baa1-0a4f5b5090c9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0838866 Jan 18 14:02:20.114593 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-03811024-6a04-40e0-bae1-4e9c3dba3123 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:02:20.115920 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-03811024-6a04-40e0-bae1-4e9c3dba3123 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25691765&fields=id&tenant_id=0fd5e52be2234a688063204603ffac2c HTTP/1.1" status: 200 len: 267 time: 0.1247199 Jan 18 14:02:20.125835 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-44088f60-c7a9-4859-b6f0-c338602394c8 req-5726d7a7-7e71-4fe5-8d7c-5984830b67b9 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Jan 18 14:02:20.204498 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-a0c6e3da-39f8-4dfe-85de-8038234028cc tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:20.205937 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-a0c6e3da-39f8-4dfe-85de-8038234028cc tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.0844984 Jan 18 14:02:20.216615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'port': {'security_groups': ['a5aa6e79-a593-4017-b0af-d842bc9dbbfa', '6355cddd-ebf7-455a-859d-edb83b322cd8']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:02:20.332693 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:20.646067 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:20.671742 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:20.757464 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:20.774811 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:20.829010 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:20.829615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:20.845771 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-c938202b-15b5-4d05-a22b-f7fd17410140 req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "PUT /v2.0/ports/694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 982 time: 0.6335309 Jan 18 14:02:20.846683 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:20.876952 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176542-a3ab-44e2-8c6c-1b287c08f8d7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=6']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:20.979382 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:21.042499 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1b609-bc18-494d-af6d-ba3fc549f31c req-afe86ba3-fda0-42e6-b4dc-f4eb8426c61e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:21.049577 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d6d1b609-bc18-494d-af6d-ba3fc549f31c req-afe86ba3-fda0-42e6-b4dc-f4eb8426c61e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1025157 Jan 18 14:02:21.094208 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d6d1b609-bc18-494d-af6d-ba3fc549f31c req-7ea97502-478f-454a-96b8-b8f3b161fd2b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Jan 18 14:02:21.148635 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8d71-4004-4eca-816b-9d76641b79c8 req-f5b11c31-ffb4-4349-8c74-bcfec1341291 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:21.150206 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b50d8d71-4004-4eca-816b-9d76641b79c8 req-f5b11c31-ffb4-4349-8c74-bcfec1341291 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0911651 Jan 18 14:02:21.205656 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b50d8d71-4004-4eca-816b-9d76641b79c8 req-5ea01991-3f17-4f37-8085-063203ef3f51 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462828 Jan 18 14:02:21.218573 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-4456f7eb-a64f-4694-8f55-c3d90fb4d710 None None] Provisioning complete for port 694b8c92-4962-4922-aed7-0c830b76609a triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:02:21.218950 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4456f7eb-a64f-4694-8f55-c3d90fb4d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:21.264679 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:02:21.425762 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-5aa459ee-3231-4f1a-8ad3-ab0faf4790a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1138 time: 0.1296957 Jan 18 14:02:21.431760 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0dfc3-f906-4d1b-8dfc-95f694fdc014 req-5e6a39cb-c809-4764-a28b-92c44e700cae tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:21.433120 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f1d0dfc3-f906-4d1b-8dfc-95f694fdc014 req-5e6a39cb-c809-4764-a28b-92c44e700cae tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1034174 Jan 18 14:02:21.563453 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f1d0dfc3-f906-4d1b-8dfc-95f694fdc014 req-0f451784-d269-4e57-a7ea-1bba5b713931 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109588 Jan 18 14:02:21.593606 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-6ee937ff-8c75-44cf-9f12-36c482af61ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:21.595358 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-6ee937ff-8c75-44cf-9f12-36c482af61ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 914 time: 0.1614218 Jan 18 14:02:21.715972 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-e53419fc-11bf-48a6-a161-3900e18e98b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 1001 time: 0.1005504 Jan 18 14:02:21.782381 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-0559e383-10ef-47d9-b661-681c6ca1d405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:21.784608 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-0559e383-10ef-47d9-b661-681c6ca1d405 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.0590153 Jan 18 14:02:21.860069 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-eeeeb4be-eefb-4246-97c4-cfac4a8dd8a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679252 Jan 18 14:02:21.992526 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-8453c0b5-3ebc-477e-ba59-f60be6349e3d service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261544 Jan 18 14:02:22.132146 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7bf74b00-4af1-41e8-b608-a83955f1fc6d req-32ef2ea4-8e0d-4ed1-9137-d40ca36ea697 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322708 Jan 18 14:02:22.397610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69002c-0461-42a9-b5d1-9f54421d555c req-6e4a3a81-80c1-4d81-9523-1fb507d81395 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:22.399167 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0c69002c-0461-42a9-b5d1-9f54421d555c req-6e4a3a81-80c1-4d81-9523-1fb507d81395 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1615250 Jan 18 14:02:22.444324 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-0c69002c-0461-42a9-b5d1-9f54421d555c req-86b0eb08-47fd-4c72-90d3-7f4c8443eb99 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 Jan 18 14:02:23.655744 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044cc3-1a78-4dc0-804e-0773d3ced6f4 req-d23a6c3c-b989-454b-b79a-8f6129e64e57 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:23.657193 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a8044cc3-1a78-4dc0-804e-0773d3ced6f4 req-d23a6c3c-b989-454b-b79a-8f6129e64e57 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0748897 Jan 18 14:02:23.701905 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a8044cc3-1a78-4dc0-804e-0773d3ced6f4 req-ff20e304-b10d-4891-9461-63d1fa0aced9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385346 Jan 18 14:02:24.917004 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2736b1-9909-49c1-9627-8bac54ce6a47 req-129980f1-02a9-4755-b7c5-11662fa57f03 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:24.918688 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7e2736b1-9909-49c1-9627-8bac54ce6a47 req-129980f1-02a9-4755-b7c5-11662fa57f03 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Jan 18 14:02:24.964431 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7e2736b1-9909-49c1-9627-8bac54ce6a47 req-1dee2786-6f63-4ad6-8f84-c191900acaf2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Jan 18 14:02:26.068913 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-dfffbb74-4e9f-44d0-ad7b-77cd35631b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:26.180996 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631a75-65a9-41c7-9204-b350d32bf3ee req-7298c1f7-620c-4ff1-a96e-716bc82d6d89 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:26.182439 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5d631a75-65a9-41c7-9204-b350d32bf3ee req-7298c1f7-620c-4ff1-a96e-716bc82d6d89 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0800278 Jan 18 14:02:26.227845 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5d631a75-65a9-41c7-9204-b350d32bf3ee req-5a6889a9-3555-42e6-b4b0-6f8590b63880 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Jan 18 14:02:27.579532 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e20b0-9e8c-49c9-9303-766e56f5c04a req-10ce7ee2-5eae-431d-80e2-55f906f3ca5b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:27.580889 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d16e20b0-9e8c-49c9-9303-766e56f5c04a req-10ce7ee2-5eae-431d-80e2-55f906f3ca5b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0781734 Jan 18 14:02:27.631362 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d16e20b0-9e8c-49c9-9303-766e56f5c04a req-23c36083-d01c-4b71-bb06-8dd6ff705cbc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 Jan 18 14:02:27.924893 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:02:28.055709 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:28.069246 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:02:28.121621 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:28.137837 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:02:28.152026 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:28.268015 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:28.305965 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e260823b-a7b3-4282-82af-91b6f51b389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:28.339409 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=6']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:28.416721 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['3fc34b24-d5fa-49f2-98d2-19df1587ad0a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:28.854189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad275a-5036-440d-87a7-e9cb42abbf55 req-bff27eeb-84da-4da4-b0af-537a8623b289 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:28.855658 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-edad275a-5036-440d-87a7-e9cb42abbf55 req-bff27eeb-84da-4da4-b0af-537a8623b289 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.0779934 Jan 18 14:02:28.905437 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-edad275a-5036-440d-87a7-e9cb42abbf55 req-f2f79b4e-2f0c-4e4e-a49d-100f7e6a801d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Jan 18 14:02:29.245651 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:29.345595 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:29.924731 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:02:30.009097 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:02:30.009469 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:30.147896 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:30.178682 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451751a7-9333-457d-8396-c4d25b84592d req-c6d82e1b-357e-4301-bbcc-b567c722d224 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:30.188078 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-451751a7-9333-457d-8396-c4d25b84592d req-c6d82e1b-357e-4301-bbcc-b567c722d224 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.1024861 Jan 18 14:02:30.197050 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:30.198105 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:30.238384 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-451751a7-9333-457d-8396-c4d25b84592d req-e8b3557a-c95c-49cc-879c-cb927152a7f5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Jan 18 14:02:30.295792 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:30.370670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=7']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:30.427315 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'code': 200} Jan 18 14:02:30.709329 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:31.521755 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21f3c-1e31-4e1e-b163-4f281222904c req-e586fa5c-aa8b-4468-9b7d-6c3d863ae7f4 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:31.521755 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-51e21f3c-1e31-4e1e-b163-4f281222904c req-e586fa5c-aa8b-4468-9b7d-6c3d863ae7f4 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.1015582 Jan 18 14:02:31.570247 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-51e21f3c-1e31-4e1e-b163-4f281222904c req-772d1bd1-de18-4b2e-9b22-1a6adaac4fcb tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498397 Jan 18 14:02:32.781693 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77e1ea-13d7-42cc-88b4-1424ef59fea9 req-f16c7afc-4a9a-4e5a-bc22-35a94282cee6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:32.783126 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7e77e1ea-13d7-42cc-88b4-1424ef59fea9 req-f16c7afc-4a9a-4e5a-bc22-35a94282cee6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0828526 Jan 18 14:02:32.827829 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-7e77e1ea-13d7-42cc-88b4-1424ef59fea9 req-d7735471-61b4-45e7-af12-f82317199f09 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Jan 18 14:02:33.183830 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:02:34.054869 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145ccc3-409b-4d67-8b35-c00bc9cc99d7 req-5143250d-e299-4d1b-a20d-2a82646affc4 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:34.056358 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3145ccc3-409b-4d67-8b35-c00bc9cc99d7 req-5143250d-e299-4d1b-a20d-2a82646affc4 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0797298 Jan 18 14:02:34.112746 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3145ccc3-409b-4d67-8b35-c00bc9cc99d7 req-7cc2d4d7-3437-49b0-b93e-f17f6c19c23a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Jan 18 14:02:35.356047 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617608c-670a-4ba0-a168-9b427870080a req-6ccf1fa5-636b-413c-b045-75eb363c0b9c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:35.357798 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d617608c-670a-4ba0-a168-9b427870080a req-6ccf1fa5-636b-413c-b045-75eb363c0b9c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0851157 Jan 18 14:02:35.411998 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-d617608c-670a-4ba0-a168-9b427870080a req-bdcc2267-ea70-4938-b783-3c905a14ee96 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466733 Jan 18 14:02:36.638481 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f7db-557f-4f4d-b627-4467da0f8081 req-0f5788f5-04bb-4587-9e9c-d4c9479a05f2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:36.639923 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5915f7db-557f-4f4d-b627-4467da0f8081 req-0f5788f5-04bb-4587-9e9c-d4c9479a05f2 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0800834 Jan 18 14:02:36.687222 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-5915f7db-557f-4f4d-b627-4467da0f8081 req-9adce0ef-9983-4aea-b4d1-a60c31a267dd tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Jan 18 14:02:37.742669 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:37.950228 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82975ea-0fa1-4dd3-9dfc-ac3ef7338ed6 req-0cebdef0-e7e7-4190-add5-06056c5c0fd3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:37.952624 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f82975ea-0fa1-4dd3-9dfc-ac3ef7338ed6 req-0cebdef0-e7e7-4190-add5-06056c5c0fd3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0863495 Jan 18 14:02:38.016419 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f82975ea-0fa1-4dd3-9dfc-ac3ef7338ed6 req-1f468ae0-6318-493d-945c-80c1f0bea064 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577273 Jan 18 14:02:39.257634 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21091e-9f4c-4655-bae5-e744f54310ff req-edb27796-3517-4961-8fd5-d1ef6efb788f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:39.259075 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6d21091e-9f4c-4655-bae5-e744f54310ff req-edb27796-3517-4961-8fd5-d1ef6efb788f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0818574 Jan 18 14:02:39.319238 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6d21091e-9f4c-4655-bae5-e744f54310ff req-f1174c35-2987-4659-9972-f4464d26b71f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533996 Jan 18 14:02:39.588825 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-6ad26501-7e8f-44e9-8a93-1c9cbf36c5fb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1099 time: 0.0770602 Jan 18 14:02:39.798599 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-8d23c86c-9fed-4966-affb-5347e6d09497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:39.800029 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-8d23c86c-9fed-4966-affb-5347e6d09497 service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.1749146 Jan 18 14:02:39.908427 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-f7612b4b-b889-45a0-a627-cd30dfaeae99 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 1002 time: 0.1015208 Jan 18 14:02:39.984751 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-81f52cba-1c51-4ae6-8ec9-db28adf5233a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:39.986202 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-81f52cba-1c51-4ae6-8ec9-db28adf5233a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0628424 Jan 18 14:02:40.065852 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-37f2bb78-10e5-4e1c-aadc-a48e550e44ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707881 Jan 18 14:02:40.208893 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-89ce6170-8554-45bb-9765-1b3ac9a6071f service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289020 Jan 18 14:02:40.348753 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4a662d39-4395-4f01-9bc6-3ddacb58c7f1 req-910a8af5-5b2a-4a30-8636-2ade9d9b3c82 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328692 Jan 18 14:02:40.526009 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b9cf-6be3-461c-acea-8de6395a48ef req-eff27c65-db0d-498f-bfd4-13f30a4f7b1f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:40.528007 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-82b5b9cf-6be3-461c-acea-8de6395a48ef req-eff27c65-db0d-498f-bfd4-13f30a4f7b1f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0803087 Jan 18 14:02:40.577899 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-82b5b9cf-6be3-461c-acea-8de6395a48ef req-e6dca97e-fa7d-4b45-b062-4a857f963a54 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Jan 18 14:02:41.790710 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51156ca-3b94-46e7-97e6-33dc0d964bf1 req-f5bcefce-d01b-48c1-86bc-340af0ab7b8d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:41.792079 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e51156ca-3b94-46e7-97e6-33dc0d964bf1 req-f5bcefce-d01b-48c1-86bc-340af0ab7b8d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0775208 Jan 18 14:02:41.842122 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e51156ca-3b94-46e7-97e6-33dc0d964bf1 req-0dfa3f85-5e20-4f46-8705-759a9f4e70cc tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431848 Jan 18 14:02:42.838011 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-18294d07-0db4-484b-b133-62a156806c2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1099 time: 0.0710785 Jan 18 14:02:43.066791 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-838070ab-2b50-4bed-9d91-04a055214cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:43.067526 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d614161-8ffb-4f6c-a94c-4cab1a5535b6 req-ea84211d-6595-4b34-94d0-b78cf9205f92 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:43.068371 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-838070ab-2b50-4bed-9d91-04a055214cc9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.2112422 Jan 18 14:02:43.068964 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d614161-8ffb-4f6c-a94c-4cab1a5535b6 req-ea84211d-6595-4b34-94d0-b78cf9205f92 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0810082 Jan 18 14:02:43.115269 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8d614161-8ffb-4f6c-a94c-4cab1a5535b6 req-456d5f60-3c9a-4d11-8c85-0d7d80578772 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Jan 18 14:02:43.176433 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-5b0b6422-6c4b-41a9-a074-2b4f7904d9d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 1002 time: 0.1012735 Jan 18 14:02:43.255482 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-6e102a5f-8dff-4bc0-9aae-cb6c4aab60af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:43.256924 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-6e102a5f-8dff-4bc0-9aae-cb6c4aab60af service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0647023 Jan 18 14:02:43.336306 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-b79bdd5b-a895-41ae-bf8a-02c3d1e00ae2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709231 Jan 18 14:02:43.466851 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-cd1b60a0-9060-41ef-8e3d-9d6d0e334742 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229870 Jan 18 14:02:43.593887 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c02cc2d8-28a5-44a1-9a71-a9555c2156f5 req-3f7c7a09-5afc-4721-8da0-b1991d167a15 service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204550 Jan 18 14:02:44.330684 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922129a-567b-4133-bf7d-e2de2fc5d3ed req-e4428424-c71e-477a-8f6e-6dcdd4716854 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:44.332116 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4922129a-567b-4133-bf7d-e2de2fc5d3ed req-e4428424-c71e-477a-8f6e-6dcdd4716854 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0772097 Jan 18 14:02:44.380748 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4922129a-567b-4133-bf7d-e2de2fc5d3ed req-34d8bd14-ae18-44d7-b991-a15e4bd05f38 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Jan 18 14:02:45.596141 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dddd6-06e9-4474-94e7-a4bda6f656a3 req-89ee058b-e70d-4ddb-8813-5c7c0aa0f616 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:45.597546 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-107dddd6-06e9-4474-94e7-a4bda6f656a3 req-89ee058b-e70d-4ddb-8813-5c7c0aa0f616 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 946 time: 0.0758650 Jan 18 14:02:45.643839 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-107dddd6-06e9-4474-94e7-a4bda6f656a3 req-e4e3be82-a4cf-4763-a8b6-5c7e1647ea0e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Jan 18 14:02:46.033939 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:02:46.144513 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:46.171479 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:46.180580 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:46.230518 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'code': 200} Jan 18 14:02:46.288677 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:46.362831 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=8']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:46.863567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c5a87-3f55-45c8-bda6-ada1066c49cb req-f757dc67-f1e0-4317-80c5-8c8deb209722 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:46.865072 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-690c5a87-3f55-45c8-bda6-ada1066c49cb req-f757dc67-f1e0-4317-80c5-8c8deb209722 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0764575 Jan 18 14:02:46.911771 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-690c5a87-3f55-45c8-bda6-ada1066c49cb req-51ec6aef-2bfb-499a-9861-a6970a6debd9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410931 Jan 18 14:02:48.228255 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c77f3-6db0-4749-84a6-a726884d8d11 req-74245867-c8ab-4930-b789-4718e8c2fe73 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:48.230490 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d0c77f3-6db0-4749-84a6-a726884d8d11 req-74245867-c8ab-4930-b789-4718e8c2fe73 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0807273 Jan 18 14:02:48.276142 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3d0c77f3-6db0-4749-84a6-a726884d8d11 req-714d5292-d312-4019-a3ad-8ef7745a1e80 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Jan 18 14:02:49.477021 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd9ae-5ccd-4ab9-84fc-198371652564 req-9dbb0d3c-03f7-4c15-8cc4-d3ba4e382732 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:49.478497 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b45fd9ae-5ccd-4ab9-84fc-198371652564 req-9dbb0d3c-03f7-4c15-8cc4-d3ba4e382732 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0818555 Jan 18 14:02:49.526419 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-b45fd9ae-5ccd-4ab9-84fc-198371652564 req-cab63032-c66d-4666-993e-ad9fcab9274f tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Jan 18 14:02:49.674577 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-30ed26ed-977f-43b8-9f55-73c0e4a6f3d1 req-13153465-dfbc-4d74-a7c6-f49b0412650c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703621 Jan 18 14:02:50.045835 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:02:50.107227 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0586-225a-4efa-90fd-85536cda6d25 req-dfb67aa1-77ea-43d7-aeb3-d76984675d0f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:50.108983 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-825f0586-225a-4efa-90fd-85536cda6d25 req-dfb67aa1-77ea-43d7-aeb3-d76984675d0f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0888855 Jan 18 14:02:50.160661 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-825f0586-225a-4efa-90fd-85536cda6d25 req-d92f9a37-d685-4c4b-8e31-47debf9d317e tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461457 Jan 18 14:02:50.295548 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-a7cd79a7-0ac6-474a-88fe-59fb92ad2535 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685933 Jan 18 14:02:50.726474 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd48c0-6edd-4106-8883-e302802ee6bf req-32f94cd6-089e-42ae-80ca-be5727a7b73c tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:50.727941 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-33bd48c0-6edd-4106-8883-e302802ee6bf req-32f94cd6-089e-42ae-80ca-be5727a7b73c tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0797298 Jan 18 14:02:50.779019 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-33bd48c0-6edd-4106-8883-e302802ee6bf req-568899dc-6706-4e83-bd72-4f2f1cf3b806 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451496 Jan 18 14:02:51.377840 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5f4c-68ee-41c2-b2ad-c25d5d1a8b1a req-3c832d63-a8db-4db3-b102-0975e20c7263 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:51.379339 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3add5f4c-68ee-41c2-b2ad-c25d5d1a8b1a req-3c832d63-a8db-4db3-b102-0975e20c7263 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0801773 Jan 18 14:02:51.479107 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-3add5f4c-68ee-41c2-b2ad-c25d5d1a8b1a req-5d28a651-2f92-4f3b-93fd-dd17070c0320 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942187 Jan 18 14:02:51.502188 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-2fc288d6-231c-4445-a1ab-e46d709a1bc7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73&tenant_id=f083baab3c8344fba73014079dccc30b HTTP/1.1" status: 200 len: 1097 time: 0.1162264 Jan 18 14:02:51.603704 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-6fc844ad-5dbb-4b9c-a5eb-67a6ec236000 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f083baab3c8344fba73014079dccc30b&device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1097 time: 0.0694547 Jan 18 14:02:51.743189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab244-a415-48d6-8b72-5435eabd347c req-26f17044-6985-4222-97a6-412393959467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:51.744620 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-26f17044-6985-4222-97a6-412393959467 service neutron] 10.222.0.95 "GET /v2.0/networks?id=399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 200 len: 917 time: 0.1300449 Jan 18 14:02:51.851086 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-1f45a28c-f9d4-4c78-9dc3-748bbac24625 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 200 len: 1000 time: 0.0979199 Jan 18 14:02:51.956355 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab244-a415-48d6-8b72-5435eabd347c req-e3762f7d-44e6-4005-8175-8a4568484174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:51.957866 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-e3762f7d-44e6-4005-8175-8a4568484174 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 200 len: 856 time: 0.0994129 Jan 18 14:02:52.041157 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882f46a-b5b7-4978-ae4b-843823485fe2 req-afd48601-f216-4cdc-8308-2d7f0e6dad61 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:52.042582 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9882f46a-b5b7-4978-ae4b-843823485fe2 req-afd48601-f216-4cdc-8308-2d7f0e6dad61 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1424747 Jan 18 14:02:52.161435 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-549ecd55-256d-4bd2-ab22-df699ef553a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=399c7698-bedd-4b1c-a4dc-76a939b01395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1911535 Jan 18 14:02:52.243435 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-9882f46a-b5b7-4978-ae4b-843823485fe2 req-6230741e-5106-4329-8156-c5b2a0d226d4 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949074 Jan 18 14:02:52.309465 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-0fb9219d-6106-4910-af25-0b9b2f12c1de service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367447 Jan 18 14:02:52.447031 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f49ab244-a415-48d6-8b72-5435eabd347c req-96518bd8-c0c6-4e92-99c7-9d33056231bb service neutron] 10.222.0.95 "GET /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307054 Jan 18 14:02:52.698089 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abe55a-0eb3-426d-935e-19605b54b60f req-8a2f33de-bb12-4076-84aa-e70bc0ecaec6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:52.700088 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f8abe55a-0eb3-426d-935e-19605b54b60f req-8a2f33de-bb12-4076-84aa-e70bc0ecaec6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0751467 Jan 18 14:02:52.750879 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f8abe55a-0eb3-426d-935e-19605b54b60f req-fdc17e21-8767-4f34-ada8-97c8aaa51b11 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Jan 18 14:02:53.188243 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-60c473f1-1214-46a0-be9b-0face7bd46c2 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:53.189645 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-60c473f1-1214-46a0-be9b-0face7bd46c2 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0750091 Jan 18 14:02:53.257936 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Deleting port 12ae4047-6f87-41e0-ac88-a493f4bc342c {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:02:53.258269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:53.580865 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b82dd-0426-4b40-9564-b65041bc06da req-65798b5e-4139-4a08-9abf-92f42159a502 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:53.583854 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ff6b82dd-0426-4b40-9564-b65041bc06da req-65798b5e-4139-4a08-9abf-92f42159a502 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 945 time: 0.2107038 Jan 18 14:02:53.611780 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] For port 12ae4047-6f87-41e0-ac88-a493f4bc342c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12ae4047-6f87-41e0-ac88-a493f4bc342c,segment=NetworkSegment(5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d),segment_id=5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:02:53.612142 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:53.746117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Calling delete_port for 12ae4047-6f87-41e0-ac88-a493f4bc342c owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:02:53.783177 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-ff6b82dd-0426-4b40-9564-b65041bc06da req-1fda108a-c37b-40c0-acc0-c47912dd3d12 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/security-groups?id=05a13d05-6a23-4b56-b96d-89ebf7ac2483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948264 Jan 18 14:02:54.090272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ea6c-a8fd-4dd2-8fcd-eb0593199e97 req-28d9adfe-a2a4-4026-8dde-fdaae68309f4 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:54.092505 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a640ea6c-a8fd-4dd2-8fcd-eb0593199e97 req-28d9adfe-a2a4-4026-8dde-fdaae68309f4 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0895455 Jan 18 14:02:54.103363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:54.117394 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['12ae4047-6f87-41e0-ac88-a493f4bc342c'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:02:54.181444 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Pushing event deleted for resources: {'Port': ['ID=12ae4047-6f87-41e0-ac88-a493f4bc342c,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:02:54.233996 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-a640ea6c-a8fd-4dd2-8fcd-eb0593199e97 req-1d2677d8-558e-4f70-9cfd-3d4251c82504 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1268392 Jan 18 14:02:54.271723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359719-893b-4bc5-8334-e8931230a967 req-47ce11ce-4583-4b71-9a67-46ad57d4de2a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:54.273207 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dd359719-893b-4bc5-8334-e8931230a967 req-47ce11ce-4583-4b71-9a67-46ad57d4de2a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.2598271 Jan 18 14:02:54.278893 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] No DVR routers for this DVR port 12ae4047-6f87-41e0-ac88-a493f4bc342c on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:02:54.281506 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:54.291063 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'name': 'network-vif-deleted', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:02:54.342071 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-dd359719-893b-4bc5-8334-e8931230a967 req-4e188c4c-b3dd-4b26-9fec-889f4a56877a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Jan 18 14:02:54.356990 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75244bd-f626-44d8-af0a-78befa46a8f7', 'name': 'network-vif-deleted', 'tag': '12ae4047-6f87-41e0-ac88-a493f4bc342c', 'status': 'completed', 'code': 200} Jan 18 14:02:54.388307 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-182b8395-bc7f-419b-bfc8-77981b505a77 req-23480327-73fe-4cbf-a242-8a29494ee161 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.95 "DELETE /v2.0/ports/12ae4047-6f87-41e0-ac88-a493f4bc342c HTTP/1.1" status: 204 len: 173 time: 1.1919072 Jan 18 14:02:54.963461 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6d433248-7659-428b-9eea-91988ed4e258 req-be34114d-c48d-4f6f-8990-c41bcb194f73 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0435140 Jan 18 14:02:55.480247 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9f2e-9e18-4d34-a86a-239b3042da80 req-aa48373e-db3b-4c19-9842-b6be3364bafa tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:55.488710 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-764a9f2e-9e18-4d34-a86a-239b3042da80 req-aa48373e-db3b-4c19-9842-b6be3364bafa tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.1118526 Jan 18 14:02:55.551815 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-764a9f2e-9e18-4d34-a86a-239b3042da80 req-adb86057-2009-4289-898c-476d4f31ec3a tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0619752 Jan 18 14:02:55.633495 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603187f1-1c66-4cb0-9118-1103ff05fd93 req-be9aed7e-f246-4255-b5d9-6ab82a1284fe tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:55.635181 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-603187f1-1c66-4cb0-9118-1103ff05fd93 req-be9aed7e-f246-4255-b5d9-6ab82a1284fe tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.1137724 Jan 18 14:02:55.698325 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-603187f1-1c66-4cb0-9118-1103ff05fd93 req-03790301-1238-4324-9f24-4411ca1fca8f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557287 Jan 18 14:02:55.902343 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-17d59940-f703-4ca6-b267-34923373dea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:56.125476 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 12ae4047-6f87-41e0-ac88-a493f4bc342c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:02:56.162289 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 12ae4047-6f87-41e0-ac88-a493f4bc342c {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:02:56.162976 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 12ae4047-6f87-41e0-ac88-a493f4bc342c not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:02:56.188125 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-1021723a-f824-44a2-81d8-a95cc913ed9e req-8d12f4c4-3ea4-4c80-8ff2-09004e420a4a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Synchronizing usage tracker for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:02:56.300189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-1021723a-f824-44a2-81d8-a95cc913ed9e req-8d12f4c4-3ea4-4c80-8ff2-09004e420a4a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] Unset dirty status for tenant:dce8c5474dce40449c52b4aeb739a5f9 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:02:56.301365 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1021723a-f824-44a2-81d8-a95cc913ed9e req-8d12f4c4-3ea4-4c80-8ff2-09004e420a4a tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.1804264 Jan 18 14:02:56.777519 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143c8a-7ab1-4ebc-b8b2-0075aace6dc8 req-7d0b823b-508a-46e8-954c-cdf7c5d031d0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:56.785808 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b143c8a-7ab1-4ebc-b8b2-0075aace6dc8 req-7d0b823b-508a-46e8-954c-cdf7c5d031d0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.1052301 Jan 18 14:02:56.850533 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0b143c8a-7ab1-4ebc-b8b2-0075aace6dc8 req-922838fa-3912-48c4-a676-50fdf6c718c3 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636859 Jan 18 14:02:56.985342 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4f368-f225-443c-973e-200054c2a44e req-2aa5c164-99ee-48ef-b92c-a0dccbbc4846 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:56.986821 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-90f4f368-f225-443c-973e-200054c2a44e req-2aa5c164-99ee-48ef-b92c-a0dccbbc4846 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0871253 Jan 18 14:02:57.034673 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-90f4f368-f225-443c-973e-200054c2a44e req-7e985e31-1d9a-4d88-b4c2-a96719f88f99 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 Jan 18 14:02:57.541766 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-25e142a6-1af1-4623-a65f-0431d231be29 req-5a667cdb-70a4-4b16-b807-bdb90d18d430 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.1122231 Jan 18 14:02:58.078884 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01e4e-23e8-430c-9171-32f0344af62d req-3acaf61b-8f09-446e-a38c-176a3ee17cc0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:58.080734 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-feb01e4e-23e8-430c-9171-32f0344af62d req-3acaf61b-8f09-446e-a38c-176a3ee17cc0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0862730 Jan 18 14:02:58.136565 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-feb01e4e-23e8-430c-9171-32f0344af62d req-3736b610-07d4-4a08-9870-79fc4bbea437 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0494111 Jan 18 14:02:58.264260 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33730ee-4479-4adc-9b62-deff26e47c36 req-c53a6ca3-0a22-4b2a-be3d-cdfa1a01c0c3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:58.265790 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b33730ee-4479-4adc-9b62-deff26e47c36 req-c53a6ca3-0a22-4b2a-be3d-cdfa1a01c0c3 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0836139 Jan 18 14:02:58.294709 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-7557ca84-2db8-4176-b20e-779201a3e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:58.316742 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b33730ee-4479-4adc-9b62-deff26e47c36 req-4ed8536b-ec32-4330-8c13-0a1b0ab6428c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 Jan 18 14:02:58.819538 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-fcee2bd2-fedb-497b-b53e-f5c8e483ad39 req-cb9cbefd-f2e8-4881-8b51-36f60c35ec63 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.1479506 Jan 18 14:02:59.256529 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:59.290729 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:59.368022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141544e5-1b4f-40ae-b971-ae8aa985d3bc req-615ebfde-e060-4a05-b2d3-a5f3691fb579 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:59.369377 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-141544e5-1b4f-40ae-b971-ae8aa985d3bc req-615ebfde-e060-4a05-b2d3-a5f3691fb579 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0860162 Jan 18 14:02:59.442612 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-141544e5-1b4f-40ae-b971-ae8aa985d3bc req-6e81bcac-60bf-4a99-b66c-c129d3115f0e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0659170 Jan 18 14:02:59.570764 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f88c-aaed-4aa3-9d88-7daeaaeee34d req-44569cf1-fa4a-441c-b98b-abcdc563dc85 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:02:59.570764 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6768f88c-aaed-4aa3-9d88-7daeaaeee34d req-44569cf1-fa4a-441c-b98b-abcdc563dc85 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0812917 Jan 18 14:02:59.617211 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6768f88c-aaed-4aa3-9d88-7daeaaeee34d req-d67d46fc-7b9b-4ed6-badb-38adcc4d9e2d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Jan 18 14:02:59.990095 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-99dbd8d4-4fef-4e62-9622-08b9000d4870 req-77bfb99f-0f56-4ef3-bc71-744e4fe97f05 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0441842 Jan 18 14:03:00.652638 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f981b0-51ed-42d3-b903-4d7dc7e3c989 req-4c584719-d339-4af4-8dec-70c6e7fb7f4d tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:00.654436 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-16f981b0-51ed-42d3-b903-4d7dc7e3c989 req-4c584719-d339-4af4-8dec-70c6e7fb7f4d tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0870361 Jan 18 14:03:00.704882 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-5aa1d902-1522-44a9-82ba-608a53719b46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1138 time: 0.1180325 Jan 18 14:03:00.714126 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-16f981b0-51ed-42d3-b903-4d7dc7e3c989 req-168991ef-398f-4e30-8354-b5c76494e084 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530889 Jan 18 14:03:00.919551 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-b804b032-11d2-4b40-a922-ed43d6b30b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:00.919551 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-b804b032-11d2-4b40-a922-ed43d6b30b15 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 914 time: 0.1796055 Jan 18 14:03:00.971581 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b0747-754c-46ba-8977-ab589d8040cd req-b3116662-85f4-4b44-9ef1-4b2f95187b8d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:00.973004 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-001b0747-754c-46ba-8977-ab589d8040cd req-b3116662-85f4-4b44-9ef1-4b2f95187b8d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.1942911 Jan 18 14:03:01.032588 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-20eccc64-f36c-49f3-b036-728c20910640 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 1001 time: 0.1364601 Jan 18 14:03:01.044806 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-001b0747-754c-46ba-8977-ab589d8040cd req-1e1ee26f-31d4-4b7a-85ec-24b25ddb9c6b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593388 Jan 18 14:03:01.165062 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-82be42a9-8013-41d1-b57c-7acd9e4b8efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:01.166936 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-82be42a9-8013-41d1-b57c-7acd9e4b8efe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.0956275 Jan 18 14:03:01.187659 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-37403899-79f9-4c32-b3e6-674bc05e7571 req-ee6731e9-48b6-47fc-999a-a8336cc89b2b tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0468714 Jan 18 14:03:01.612316 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-2b9df9f7-10fc-4751-9d52-d1e7a836271e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767002 Jan 18 14:03:01.687187 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:01.850546 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-90642a14-1fd9-47a2-b201-2eda2dc9f6f7 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930437 Jan 18 14:03:01.980003 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710af82-6d6a-4beb-8f4b-5c905e100e37 req-ade3744d-f37f-4f5d-932b-d9961e12a51c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:01.980003 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9710af82-6d6a-4beb-8f4b-5c905e100e37 req-ade3744d-f37f-4f5d-932b-d9961e12a51c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0949602 Jan 18 14:03:02.152628 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9710af82-6d6a-4beb-8f4b-5c905e100e37 req-decf16f1-34b4-42d3-92d6-8b749155567e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0886121 Jan 18 14:03:02.171957 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-7966b2ea-6540-4b5d-bc68-90544dcef6e8 req-5ddd9859-d8d8-40d7-86cf-ab3891ed6baf service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891923 Jan 18 14:03:02.420895 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09dbd-49f5-4477-abc7-03b6e1565cf0 req-b0cfc4c1-6f83-41b6-b3f5-476abde9ef5c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:02.426229 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-84abbdf1-29d8-4e7f-8843-abb6a54b44d5 req-93e57402-088f-4f52-8e48-e59d7809efcd tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0602274 Jan 18 14:03:02.439076 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09b09dbd-49f5-4477-abc7-03b6e1565cf0 req-b0cfc4c1-6f83-41b6-b3f5-476abde9ef5c tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.1558621 Jan 18 14:03:02.524534 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-09b09dbd-49f5-4477-abc7-03b6e1565cf0 req-0eca8240-9d9b-40ae-bd7e-ee22c5c5d94b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668693 Jan 18 14:03:03.365596 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0e18-633c-4913-8042-cb213242e48e req-f253ffbc-b577-4a88-b9b5-755a1ae3f401 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:03.367041 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9abd0e18-633c-4913-8042-cb213242e48e req-f253ffbc-b577-4a88-b9b5-755a1ae3f401 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0793281 Jan 18 14:03:03.419899 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9abd0e18-633c-4913-8042-cb213242e48e req-1efab5ce-7c9c-462f-984c-fb8231978d6f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0463901 Jan 18 14:03:03.609303 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-106aa72d-35a4-47eb-8e73-37bb422aae16 req-a70d84fd-58a6-40c2-bdff-bfc3d06023e6 tempest-VolumesSnapshotTestJSON-459566899 tempest-VolumesSnapshotTestJSON-459566899-project] 10.222.0.94 "GET /v2.0/ports?device_id=e75244bd-f626-44d8-af0a-78befa46a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0425889 Jan 18 14:03:03.780537 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0267c-111e-4e5d-8293-6a1cf5c95514 req-f643597d-3fe6-4e00-8a3d-72b6f2adbd2b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:03.784650 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dcf0267c-111e-4e5d-8293-6a1cf5c95514 req-f643597d-3fe6-4e00-8a3d-72b6f2adbd2b tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0812628 Jan 18 14:03:03.826310 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-dcf0267c-111e-4e5d-8293-6a1cf5c95514 req-df6dc2f7-0a11-4096-9d4b-c84491c17a2f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Jan 18 14:03:04.615564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d99ec-753f-4ced-b515-a2b3645e62f8 req-eeff46c6-9b02-46ad-b49d-d0af11cf7fe0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:04.617009 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1c2d99ec-753f-4ced-b515-a2b3645e62f8 req-eeff46c6-9b02-46ad-b49d-d0af11cf7fe0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0790033 Jan 18 14:03:04.663759 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-1c2d99ec-753f-4ced-b515-a2b3645e62f8 req-c90fdec6-1255-4f7b-98df-dc34483f93a6 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403666 Jan 18 14:03:05.045214 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560cbad-9818-4287-bf1c-9f954005be5a req-1ce666a9-6fe7-4c29-9ccd-d7bf0d4594ef tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:05.046761 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4560cbad-9818-4287-bf1c-9f954005be5a req-1ce666a9-6fe7-4c29-9ccd-d7bf0d4594ef tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0761571 Jan 18 14:03:05.096044 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-4560cbad-9818-4287-bf1c-9f954005be5a req-8bf54230-db4d-470b-9b03-1297f2635aff tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Jan 18 14:03:05.869259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e7b2-0416-48db-8527-7dfdb477107a req-8d20323c-3600-4b99-8386-ed0be3f8bbc1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:05.871440 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bb84e7b2-0416-48db-8527-7dfdb477107a req-8d20323c-3600-4b99-8386-ed0be3f8bbc1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0799558 Jan 18 14:03:05.919073 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bb84e7b2-0416-48db-8527-7dfdb477107a req-cef2ab64-610d-421a-b339-e0ba50fc67aa tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417516 Jan 18 14:03:06.189949 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:03:06.313339 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0cf70-3a9e-4e06-afdd-e53f1fe0ac07 req-4c483265-ec90-407a-befc-2886749d61b1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:06.314771 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c2b0cf70-3a9e-4e06-afdd-e53f1fe0ac07 req-4c483265-ec90-407a-befc-2886749d61b1 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 944 time: 0.0762796 Jan 18 14:03:06.321792 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:06.339297 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Returning: {'device': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'port_id': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'mac_address': 'fa:16:3e:16:6e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:03:06.360325 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c2b0cf70-3a9e-4e06-afdd-e53f1fe0ac07 req-db088cdf-565c-4fc7-9aa3-ec9a4eb7ee45 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Jan 18 14:03:06.394650 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:06.411578 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:03:06.426044 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:06.524481 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:06.591738 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=9']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:06.600438 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.600783 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.601120 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.601453 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.601858 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.602190 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.602517 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.602841 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.603161 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.603486 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.603810 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:06.768473 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['3fc34b24-d5fa-49f2-98d2-19df1587ad0a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:03:07.199692 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fb8f9-e2bc-47ee-bd15-20767b349d18 req-b20e28ba-cb30-4be4-bd35-267d5e809747 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:07.201173 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-677fb8f9-e2bc-47ee-bd15-20767b349d18 req-b20e28ba-cb30-4be4-bd35-267d5e809747 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.1615870 Jan 18 14:03:07.253713 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-677fb8f9-e2bc-47ee-bd15-20767b349d18 req-2fb23d73-4525-45ed-accd-d599b1929f01 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462275 Jan 18 14:03:07.574923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da3db-8887-40b9-a3b9-f187f86fb5de req-676ad0c4-f6ab-4fdf-8205-b27a7133ade5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:07.576373 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c87da3db-8887-40b9-a3b9-f187f86fb5de req-676ad0c4-f6ab-4fdf-8205-b27a7133ade5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 945 time: 0.0798151 Jan 18 14:03:07.622839 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-c87da3db-8887-40b9-a3b9-f187f86fb5de req-086cac2a-8fa7-4a30-a6ad-d84648c8cce6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Jan 18 14:03:07.633086 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.202852 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a up at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:03:08.274505 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Provisioning complete for port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a triggered by entity L2. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:03:08.274864 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.395646 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.423053 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:08.432981 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:08.470228 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecac9ce-747a-4cdc-9cfd-17075ee0735f req-08fd506e-ef66-4274-97a2-51400e759c57 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:08.472051 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2ecac9ce-747a-4cdc-9cfd-17075ee0735f req-08fd506e-ef66-4274-97a2-51400e759c57 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0842805 Jan 18 14:03:08.487925 dv-cinder-825104-1-smb neutron-server[83632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'code': 200} Jan 18 14:03:08.518883 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880'] for port, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.522557 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-2ecac9ce-747a-4cdc-9cfd-17075ee0735f req-103a6f68-4fc5-4697-8388-8221bed78ac0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447805 Jan 18 14:03:08.594271 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Pushing event updated for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=10']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:08.851610 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03bd68-ad0c-4cb0-ad3d-1ef4152cf6e8 req-7e5f0259-4885-4415-be61-3830b464b98a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:08.853041 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4f03bd68-ad0c-4cb0-ad3d-1ef4152cf6e8 req-7e5f0259-4885-4415-be61-3830b464b98a tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0800664 Jan 18 14:03:08.905172 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4f03bd68-ad0c-4cb0-ad3d-1ef4152cf6e8 req-d5974722-ef8a-4511-8310-cb46546be098 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Jan 18 14:03:08.929483 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-655ddc30-a70c-4db1-b5ad-66c4089aac11 req-11368447-0fc8-4884-8c60-f1fcd5925a8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 1100 time: 0.0735624 Jan 18 14:03:08.974739 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-655ddc30-a70c-4db1-b5ad-66c4089aac11 req-c3600a3b-c5a2-4b6a-b27d-2c5c4198e125 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361431 Jan 18 14:03:09.736544 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae801-2644-47c0-b55b-f44dc375ed9e req-d3eab9db-4c09-43f4-a6e7-16e1b074d6e0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:09.738029 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-52dae801-2644-47c0-b55b-f44dc375ed9e req-d3eab9db-4c09-43f4-a6e7-16e1b074d6e0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0850110 Jan 18 14:03:09.787136 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-52dae801-2644-47c0-b55b-f44dc375ed9e req-8fd11aec-37f5-401a-90e0-dbb81b61b44c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427575 Jan 18 14:03:10.130758 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e913-0781-4c3d-ae4e-401d8d687d6d req-152b5032-2d5a-479c-a047-2321aaa00496 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:10.134184 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6358e913-0781-4c3d-ae4e-401d8d687d6d req-152b5032-2d5a-479c-a047-2321aaa00496 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0898259 Jan 18 14:03:10.184217 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-6358e913-0781-4c3d-ae4e-401d8d687d6d req-26bc62ba-80d1-4427-9dbc-067acdb01759 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Jan 18 14:03:10.185205 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:03:10.995780 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38866016-89fc-42db-8c84-15baacff2b28 req-e1f9f02c-9446-494a-a297-3e51f9f37fd7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:10.997425 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-38866016-89fc-42db-8c84-15baacff2b28 req-e1f9f02c-9446-494a-a297-3e51f9f37fd7 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0789504 Jan 18 14:03:11.045271 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-38866016-89fc-42db-8c84-15baacff2b28 req-d66fbdec-3e78-4d34-af92-d8159132a35e tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418611 Jan 18 14:03:11.411650 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae72ce-ad2e-40a0-8788-cd2d284fa554 req-37ed51b0-d613-47d8-a049-547bec409c92 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:11.413019 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-71ae72ce-ad2e-40a0-8788-cd2d284fa554 req-37ed51b0-d613-47d8-a049-547bec409c92 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0820003 Jan 18 14:03:11.458182 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-71ae72ce-ad2e-40a0-8788-cd2d284fa554 req-97fc4a0b-0816-4052-a6bf-aa3910ba5828 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387006 Jan 18 14:03:12.245529 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026424-f70d-49b5-ba35-3579ca2f41c8 req-d7769efb-3e87-43f5-925f-79a8e34f03f3 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:12.246994 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0f026424-f70d-49b5-ba35-3579ca2f41c8 req-d7769efb-3e87-43f5-925f-79a8e34f03f3 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0785317 Jan 18 14:03:12.294451 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-0f026424-f70d-49b5-ba35-3579ca2f41c8 req-6db73a94-921e-4f0a-91cb-72cde3f36bc0 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0419157 Jan 18 14:03:12.672954 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7f4a6-d117-4d27-8f18-4de7a3c194a6 req-64aaaa5e-32cf-48fa-89f6-d82eadd3d051 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:12.674529 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8cc7f4a6-d117-4d27-8f18-4de7a3c194a6 req-64aaaa5e-32cf-48fa-89f6-d82eadd3d051 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0774179 Jan 18 14:03:12.758308 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-8cc7f4a6-d117-4d27-8f18-4de7a3c194a6 req-f1995505-9f41-4ee3-bca8-0afca8f77610 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717156 Jan 18 14:03:13.492663 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06de9e-d27b-4e25-8f95-834f9a06b0f7 req-38c3149d-7bf3-4765-ba12-4748016ef626 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:13.494168 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-aa06de9e-d27b-4e25-8f95-834f9a06b0f7 req-38c3149d-7bf3-4765-ba12-4748016ef626 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0764515 Jan 18 14:03:13.544310 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-aa06de9e-d27b-4e25-8f95-834f9a06b0f7 req-39d3255f-fc4c-465f-863a-b3410bdf9879 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0444570 Jan 18 14:03:14.746559 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ad78-5cef-4dd1-85d5-e0db09758229 req-cb1eb9f9-7afd-4032-b7e5-909882c2bbe8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:14.747974 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-acc7ad78-5cef-4dd1-85d5-e0db09758229 req-cb1eb9f9-7afd-4032-b7e5-909882c2bbe8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0840611 Jan 18 14:03:14.797256 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-acc7ad78-5cef-4dd1-85d5-e0db09758229 req-8fabc7dc-b322-496a-bcf9-a4c4c06d46c2 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=6355cddd-ebf7-455a-859d-edb83b322cd8&id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425971 Jan 18 14:03:15.555044 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd2cb-5e7d-4b80-8f02-ebe61e3995a6 req-817e2ba3-aa20-4ec3-b3f8-452959a999a6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:15.557058 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-263dd2cb-5e7d-4b80-8f02-ebe61e3995a6 req-817e2ba3-aa20-4ec3-b3f8-452959a999a6 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0787578 Jan 18 14:03:15.607338 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-263dd2cb-5e7d-4b80-8f02-ebe61e3995a6 req-10eabbe9-1e86-48b1-9cf9-4cbf6530867b tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Jan 18 14:03:16.812874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9b13-8b5b-46a6-929b-82d526fabe58 req-beff0ae8-9de6-4939-9c99-f494b22ab3f9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:16.814333 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-088e9b13-8b5b-46a6-929b-82d526fabe58 req-beff0ae8-9de6-4939-9c99-f494b22ab3f9 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Jan 18 14:03:16.859790 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-088e9b13-8b5b-46a6-929b-82d526fabe58 req-d5ee5ba2-cf22-40d5-9aa2-4c6794229257 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Jan 18 14:03:17.511393 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-c8184a54-518a-4f2d-9430-99c8e227bf1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:17.512785 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-c8184a54-518a-4f2d-9430-99c8e227bf1e tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0774548 Jan 18 14:03:17.580035 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Deleting port e44e3bb7-2bef-4c6d-b265-81ca5588901d {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:17.580374 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:17.827202 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] For port e44e3bb7-2bef-4c6d-b265-81ca5588901d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e44e3bb7-2bef-4c6d-b265-81ca5588901d,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:17.833155 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:18.164124 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:18.164487 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:18.164791 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.l3_db [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Floating IP 1234c89a-6382-4489-99cd-d0148877a926 disassociated. External IP: 172.28.2.125, port: e44e3bb7-2bef-4c6d-b265-81ca5588901d. Jan 18 14:03:18.165118 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Calling delete_port for e44e3bb7-2bef-4c6d-b265-81ca5588901d owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:18.219636 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ff97-80cb-4734-8f4e-ac870dac3492 req-66de4b51-5eaa-4779-ab8d-0bc98d7c1acb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:18.221319 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6061ff97-80cb-4734-8f4e-ac870dac3492 req-66de4b51-5eaa-4779-ab8d-0bc98d7c1acb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 945 time: 0.2340136 Jan 18 14:03:18.393978 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6061ff97-80cb-4734-8f4e-ac870dac3492 req-66f2062e-928c-48eb-b1f8-1ae2597eb80a tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups?id=fbd0aec4-9925-452b-bb30-f937e2e00aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632297 Jan 18 14:03:18.535149 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:18.584612 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'Port': ['ID=e44e3bb7-2bef-4c6d-b265-81ca5588901d,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:18.597896 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.598243 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.598584 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.598913 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.599243 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.599569 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.599886 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.600199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.600519 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.600832 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.601143 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:18.800182 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:03:19.003680 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:03:19.014112 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:03:19.027665 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:19.028297 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:02:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:19.074594 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] No DVR routers for this DVR port e44e3bb7-2bef-4c6d-b265-81ca5588901d on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:03:19.077589 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:19.080233 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'name': 'network-vif-deleted', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:19.140272 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370719a5-8b9b-43e7-901a-7e9abea6b1d6', 'name': 'network-vif-deleted', 'tag': 'e44e3bb7-2bef-4c6d-b265-81ca5588901d', 'status': 'completed', 'code': 200} Jan 18 14:03:19.150776 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-99b7bc15-175a-45a5-aa9e-b3c2b15364cf req-69a3b65d-9660-4f9f-a225-92d59e1dd48f tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.95 "DELETE /v2.0/ports/e44e3bb7-2bef-4c6d-b265-81ca5588901d HTTP/1.1" status: 204 len: 173 time: 1.6325333 Jan 18 14:03:19.212023 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:19.530103 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:19.534124 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:03:19.546400 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:19.549752 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:02:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:19.569642 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-152060c5-4d04-40b0-92ed-6b0769ab6aa8 req-6aa543fe-7cd9-4e2c-be20-56f693521b6d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Synchronizing usage tracker for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:03:19.655362 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-152060c5-4d04-40b0-92ed-6b0769ab6aa8 req-6aa543fe-7cd9-4e2c-be20-56f693521b6d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Unset dirty status for tenant:4ecee86f68434e03890b38d4eeaad985 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:03:19.657078 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-152060c5-4d04-40b0-92ed-6b0769ab6aa8 req-6aa543fe-7cd9-4e2c-be20-56f693521b6d tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/ports?device_id=370719a5-8b9b-43e7-901a-7e9abea6b1d6 HTTP/1.1" status: 200 len: 210 time: 0.1316321 Jan 18 14:03:19.765282 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:20.087414 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:20.091986 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63898c-8e58-4e12-a541-07a3d8592eb7 None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T13:56:59Z', 'revision_number': 4, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '661dfde7-f8d5-4891-8818-4cc1f0d992e2', 'name': '', 'network_id': '81f5e6d1-00ed-4df4-866b-0229801b0c09', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'mac_address': 'fa:16:3e:f7:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:55Z', 'updated_at': '2022-01-18T13:57:32Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'subnets': [{'id': '4a67e92e-5c7b-48b9-88fd-f61dfe557b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:03:20.267103 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device e44e3bb7-2bef-4c6d-b265-81ca5588901d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:03:20.301677 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: e44e3bb7-2bef-4c6d-b265-81ca5588901d {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:03:20.302043 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device e44e3bb7-2bef-4c6d-b265-81ca5588901d not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:03:20.354184 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3899b28-1115-4f39-845e-5fef5afc6704 None None] New status for floating IP 1234c89a-6382-4489-99cd-d0148877a926: DOWN {{(pid=83633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:03:20.875307 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48912) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:20.941184 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:20.971165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.101043 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.119846 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0aec4-9925-452b-bb30-f937e2e00aa6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:21.191385 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.192538 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e4391612-b513-44dd-b2fb-1d286a83222c tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "DELETE /v2.0/security-groups/fbd0aec4-9925-452b-bb30-f937e2e00aa6 HTTP/1.1" status: 204 len: 168 time: 0.3162494 Jan 18 14:03:21.195251 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48916) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:21.211909 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.api.v2.resource [None req-c1bc033e-e917-4b17-8cf4-f15422ff2abb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] show failed (client error): The resource could not be found. Jan 18 14:03:21.213625 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c1bc033e-e917-4b17-8cf4-f15422ff2abb tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "GET /v2.0/security-groups/fbd0aec4-9925-452b-bb30-f937e2e00aa6 HTTP/1.1" status: 404 len: 347 time: 0.0173261 Jan 18 14:03:21.216241 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48920) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:21.369773 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Deleting port 98c7202c-d097-4fdb-8d37-5558629d39a6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:21.370168 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.534049 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.534371 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.651997 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Calling delete_port for 98c7202c-d097-4fdb-8d37-5558629d39a6 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:21.866617 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:21.912379 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Pushing event deleted for resources: {'Port': ['ID=98c7202c-d097-4fdb-8d37-5558629d39a6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:22.080058 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:22.158262 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:22.159405 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d3b6f8da-800d-4e13-8138-ecc6382977f5 tempest-AttachVolumeTestJSON-182266181 tempest-AttachVolumeTestJSON-182266181-project] 10.222.0.94 "DELETE /v2.0/floatingips/1234c89a-6382-4489-99cd-d0148877a926 HTTP/1.1" status: 204 len: 168 time: 0.9423196 Jan 18 14:03:25.901467 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e4429bb0-1e8e-4673-b940-c5e63d2a76f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:26.657638 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 48990) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:27.110908 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.691086 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Deleting port 661dfde7-f8d5-4891-8818-4cc1f0d992e2 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:27.691743 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.769859 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 48998) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:27.828255 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Deleting subnet bebbd622-355b-45d8-8f2e-0241afb839fe {{(pid=83631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:03:27.831089 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.858672 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] For port 661dfde7-f8d5-4891-8818-4cc1f0d992e2, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=661dfde7-f8d5-4891-8818-4cc1f0d992e2,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:27.859022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.883420 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8248521'] for subnet, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.938369 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:27.976076 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Calling delete_port for 661dfde7-f8d5-4891-8818-4cc1f0d992e2 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:28.084292 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7989517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7869031'] for subnet, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.126718 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebbd622-355b-45d8-8f2e-0241afb839fe,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:28.139198 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.139545 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.140361 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.140361 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.140530 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.140827 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.141149 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.141476 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.141824 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.142143 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.142463 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:03:28.145188 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.151420 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-fe0920b0-8fa9-4540-8688-9c4efb6ee5c2 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/bebbd622-355b-45d8-8f2e-0241afb839fe HTTP/1.1" status: 204 len: 168 time: 0.3804672 Jan 18 14:03:28.153906 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49002) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:28.260894 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.283386 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-d64ebb18-20c8-4f89-b34e-7cd972871697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.309796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.357229 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Pushing event deleted for resources: {'Port': ['ID=661dfde7-f8d5-4891-8818-4cc1f0d992e2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:28.387562 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.414210 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ec8ec2-9253-40f0-b2cc-66e18d116f2d']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:28.428006 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:28.428384 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2c8dfc-6f0a-4c2e-bdea-ba8ec3de055d') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:28.441166 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.460214 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.466916 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:03:28.467306 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:03:28.482520 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:03:28.649242 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.741031 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.746815 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:28.771980 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ec8ec2-9253-40f0-b2cc-66e18d116f2d,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:28.842092 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-1749d487-afc3-441b-9cbd-13bd7a5a70b7 admin admin] 10.222.0.94 "DELETE /v2.0/networks/07ec8ec2-9253-40f0-b2cc-66e18d116f2d HTTP/1.1" status: 204 len: 168 time: 0.6870894 Jan 18 14:03:29.221036 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Router dc570246-5c38-4320-8ec7-cf22b35def97 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:03:29.271966 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.306425 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.317374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49008) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:29.367391 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-857f237b-f321-45af-bb32-0c0e34441d03 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dce8c5474dce40449c52b4aeb739a5f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487876 Jan 18 14:03:29.369936 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49012) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:29.419948 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:03:29.429053 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.429746 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Sync routers for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:03:29.436150 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-198c9a79-42a7-4f56-a1c3-0be9b1f0069b admin admin] 10.222.0.94 "PUT /v2.0/routers/dc570246-5c38-4320-8ec7-cf22b35def97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750773 Jan 18 14:03:29.436402 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:29.442644 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:29.443127 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:29.455955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.604088 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.625999 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a13d05-6a23-4b56-b96d-89ebf7ac2483,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:29.634878 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:29.641709 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.746434 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.749678 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d0d2b8a0-f376-49ad-af99-381a2c4b85b8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/05a13d05-6a23-4b56-b96d-89ebf7ac2483 HTTP/1.1" status: 204 len: 168 time: 0.3766572 Jan 18 14:03:29.930995 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:29.945281 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T14:03:28Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:29.949674 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Checking router: dc570246-5c38-4320-8ec7-cf22b35def97 for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:03:29.960236 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Routers {'dc570246-5c38-4320-8ec7-cf22b35def97'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:29.960816 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['dc570246-5c38-4320-8ec7-cf22b35def97'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:30.041313 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Deleting port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:30.041656 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:30.141883 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] Set router dc570246-5c38-4320-8ec7-cf22b35def97 gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:30.234025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] For port 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:30.234610 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:30.356948 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Calling delete_port for 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:30.485024 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T14:03:28Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:30.489292 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88198e45-5350-45a1-a321-06b96fdd600d None None] The sync data for ids ['dc570246-5c38-4320-8ec7-cf22b35def97'] in dv-cinder-825104-1-smb is: [{'id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'name': 'tempest-AttachVolumeTestJSON-2108322406-router', 'tenant_id': '4ecee86f68434e03890b38d4eeaad985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:44Z', 'updated_at': '2022-01-18T14:03:28Z', 'revision_number': 5, 'project_id': '4ecee86f68434e03890b38d4eeaad985', 'gw_port': {'id': '73d56497-4e0d-4585-a1a9-99a7f7cf1ba8', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc570246-5c38-4320-8ec7-cf22b35def97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:46Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:03:30.592775 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:30.639355 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d56497-4e0d-4585-a1a9-99a7f7cf1ba8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:30.732716 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:30.855778 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.118984 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.123155 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.363592 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.364269 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc570246-5c38-4320-8ec7-cf22b35def97 {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:03:31.377978 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.379096 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-990ce048-10cf-47df-acf6-06b75ea3c3f8 admin admin] 10.222.0.94 "DELETE /v2.0/routers/dc570246-5c38-4320-8ec7-cf22b35def97 HTTP/1.1" status: 204 len: 168 time: 1.9418402 Jan 18 14:03:31.381647 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49022) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:31.444403 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Deleting subnet 4a67e92e-5c7b-48b9-88fd-f61dfe557b25 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:03:31.448159 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.504112 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.621622 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.768847 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.814733 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a67e92e-5c7b-48b9-88fd-f61dfe557b25,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:31.819311 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.829019 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5020bcc7-dc76-4d83-ad09-22bc1ed6ea2b None None] Network 81f5e6d1-00ed-4df4-866b-0229801b0c09 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:03:31.829575 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a6147588-d44b-4011-bf5a-c43df08b3c40 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4a67e92e-5c7b-48b9-88fd-f61dfe557b25 HTTP/1.1" status: 204 len: 168 time: 0.4467220 Jan 18 14:03:31.832060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49026) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:31.848344 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 661dfde7-f8d5-4891-8818-4cc1f0d992e2 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:03:31.928688 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 661dfde7-f8d5-4891-8818-4cc1f0d992e2 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:03:31.929048 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 661dfde7-f8d5-4891-8818-4cc1f0d992e2 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:03:31.930311 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:03:31.940073 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.951143 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Deleting port db59206a-6614-46ec-b203-bd7596fb2ff6 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:31.951489 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:31.965864 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:03:31.966207 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 73d56497-4e0d-4585-a1a9-99a7f7cf1ba8 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:03:32.145393 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] DHCP port deletion for 81f5e6d1-00ed-4df4-866b-0229801b0c09 request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:03:32.150286 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Deleting port db59206a-6614-46ec-b203-bd7596fb2ff6 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:32.150439 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] For port db59206a-6614-46ec-b203-bd7596fb2ff6, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=db59206a-6614-46ec-b203-bd7596fb2ff6,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:32.150662 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.150773 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.267710 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Calling delete_port for db59206a-6614-46ec-b203-bd7596fb2ff6 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:32.349222 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] For port db59206a-6614-46ec-b203-bd7596fb2ff6, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=db59206a-6614-46ec-b203-bd7596fb2ff6,segment=NetworkSegment(722c5040-95d2-41ee-a464-de4aa8c83160),segment_id=722c5040-95d2-41ee-a464-de4aa8c83160)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:32.349604 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.420939 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.467584 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Pushing event deleted for resources: {'Port': ['ID=db59206a-6614-46ec-b203-bd7596fb2ff6,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:32.467808 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Calling delete_port for db59206a-6614-46ec-b203-bd7596fb2ff6 owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:32.471550 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] No DVR routers for this DVR port db59206a-6614-46ec-b203-bd7596fb2ff6 on host dv-cinder-825104-1-smb {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:03:32.584635 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.597791 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:03:32.598670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:03:32.613409 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f5e6d1-00ed-4df4-866b-0229801b0c09']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:32.629462 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722c5040-95d2-41ee-a464-de4aa8c83160') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:32.629780 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722c5040-95d2-41ee-a464-de4aa8c83160') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:32.642387 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.659921 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.666600 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:03:32.666996 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:03:32.679481 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:03:32.820569 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.825910 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:32.858546 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] Pushing event deleted for resources: {'Network': ['ID=81f5e6d1-00ed-4df4-866b-0229801b0c09,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:33.027093 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-49fb5327-226c-406f-85e7-5868d51821fc admin admin] 10.222.0.94 "DELETE /v2.0/networks/81f5e6d1-00ed-4df4-866b-0229801b0c09 HTTP/1.1" status: 204 len: 168 time: 1.1940076 Jan 18 14:03:33.100197 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Deleting port db59206a-6614-46ec-b203-bd7596fb2ff6 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:33.100793 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:33.163299 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-9511cea5-3fb3-4d80-b3dd-d1cb3f7fece8 None None] The port 'db59206a-6614-46ec-b203-bd7596fb2ff6' was deleted {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:03:33.620208 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device db59206a-6614-46ec-b203-bd7596fb2ff6 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:03:33.651924 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: db59206a-6614-46ec-b203-bd7596fb2ff6 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:03:33.652266 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device db59206a-6614-46ec-b203-bd7596fb2ff6 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:03:33.657964 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:33.708305 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-dcd0fe35-7585-4c6f-aa1d-e9fb915fa4b8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4ecee86f68434e03890b38d4eeaad985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491731 Jan 18 14:03:33.710812 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49036) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:33.768930 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:33.793770 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:33.912034 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:33.929213 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3be86f0-62de-4bce-9827-c681f5cee09b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:33.936855 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:33.937989 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-92e9b6be-2ebb-436b-8e98-b42212d563fa admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b3be86f0-62de-4bce-9827-c681f5cee09b HTTP/1.1" status: 204 len: 168 time: 0.2261884 Jan 18 14:03:36.286897 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49088) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:36.426829 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.457020 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:03:36.460634 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Usage tracker for resource:security_group_rule and tenant:607088eb683b42aca5e36350d670d5d5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:03:36.463857 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:03:36.469564 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:03:36.532592 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.635382 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.681157 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050982d-6298-492a-90c4-75f382b8bd63,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:36.689030 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c5290f88-ba48-432b-affb-39b45400cd18 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=607088eb683b42aca5e36350d670d5d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986068 Jan 18 14:03:36.689960 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49094) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:36.748250 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.776837 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.912158 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.927589 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050982d-6298-492a-90c4-75f382b8bd63,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:36.932046 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:36.933120 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-23910ae2-d724-4b45-aef1-b5db2d08556c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e050982d-6298-492a-90c4-75f382b8bd63 HTTP/1.1" status: 204 len: 168 time: 0.2430367 Jan 18 14:03:37.637992 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:39.556879 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-aa6e8fec-20a9-4e8a-ba3e-42d55246a132 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375637 Jan 18 14:03:39.696592 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-0f78d379-fb61-43a8-8316-1443025fcf51 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.0699184 Jan 18 14:03:39.844013 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-4a247da2-1fff-44fe-87d8-6ff38c80fa66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:39.845470 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-4a247da2-1fff-44fe-87d8-6ff38c80fa66 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.1292601 Jan 18 14:03:39.956271 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-8f47f09a-04d1-42ba-8970-a37cbe1e023c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 1001 time: 0.0943027 Jan 18 14:03:40.013216 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-46430469-828e-4181-9a17-b73ad05527c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:40.014712 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-46430469-828e-4181-9a17-b73ad05527c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.0571060 Jan 18 14:03:40.095298 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-8a04d014-8d83-4cdc-85b4-7e7f95b8db4b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718923 Jan 18 14:03:40.233441 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-1826de53-7570-4669-8e1f-29555134da92 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269650 Jan 18 14:03:40.361611 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-9e03ec44-dce6-4eb2-bdcf-562a344d5100 req-de3bb390-5506-4d61-9719-5098ab632800 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224508 Jan 18 14:03:46.564677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af1b27-5fd6-40a7-9801-d14e4e80f5ec req-ad87bdd0-5796-4442-880f-95da840af9c5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:46.566135 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e1af1b27-5fd6-40a7-9801-d14e4e80f5ec req-ad87bdd0-5796-4442-880f-95da840af9c5 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0767708 Jan 18 14:03:46.610012 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e1af1b27-5fd6-40a7-9801-d14e4e80f5ec req-a3d60786-ebe2-4f3a-9997-869acbec1ade tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Jan 18 14:03:47.186443 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:03:47.828881 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78395055-c743-4881-9ab8-8c91ba281b55 req-8e1c2640-0305-4fa2-a4d3-4293f82c7f63 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:47.830285 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-78395055-c743-4881-9ab8-8c91ba281b55 req-8e1c2640-0305-4fa2-a4d3-4293f82c7f63 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0790727 Jan 18 14:03:47.876021 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-78395055-c743-4881-9ab8-8c91ba281b55 req-f5fe80f4-bec2-4c4a-9098-07da2fbafb63 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups?id=ac4e2158-bc68-49e0-bdb4-f77f535e87af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Jan 18 14:03:47.995116 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e8bcc9ed-6a01-4dec-82ca-86cbdfd2920d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:47.996530 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e8bcc9ed-6a01-4dec-82ca-86cbdfd2920d tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 947 time: 0.0782468 Jan 18 14:03:48.062632 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Deleting port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:48.062991 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:48.300368 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] For port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:48.300720 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:48.591353 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:48.591640 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752166'] for floatingip, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:48.591945 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.db.l3_db [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Floating IP a29a10fc-5349-4dc0-a815-e70f50f60fa9 disassociated. External IP: 172.28.2.197, port: 3fc34b24-d5fa-49f2-98d2-19df1587ad0a. Jan 18 14:03:48.592271 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Calling delete_port for 3fc34b24-d5fa-49f2-98d2-19df1587ad0a owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:48.894933 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:48.943065 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'Port': ['ID=3fc34b24-d5fa-49f2-98d2-19df1587ad0a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:49.060678 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-5eefddec-5d70-4969-9601-0836f6c1ad22 req-1e1a8d00-d0ff-4d16-8dc4-85b0bf4507df tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 210 time: 0.0437417 Jan 18 14:03:49.154106 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:03:49.361970 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:03:49.373507 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:03:49.385784 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:49.386394 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:49.441383 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] No DVR routers for this DVR port 3fc34b24-d5fa-49f2-98d2-19df1587ad0a on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:03:49.444435 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:49.449017 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-deleted', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:49.453904 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49252) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:49.520411 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50856-89a0-4c2f-a18b-e8485afa5f73', 'name': 'network-vif-deleted', 'tag': '3fc34b24-d5fa-49f2-98d2-19df1587ad0a', 'status': 'completed', 'code': 200} Jan 18 14:03:49.547311 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-b4ae892d-371d-4d90-b307-3e6800519ee1 req-e4c18e10-3716-472c-af7a-d7bcb4ab1d4f tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.95 "DELETE /v2.0/ports/3fc34b24-d5fa-49f2-98d2-19df1587ad0a HTTP/1.1" status: 204 len: 173 time: 1.5450518 Jan 18 14:03:49.580506 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:49.599698 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:49.631464 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:03:49.635573 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Usage tracker for resource:security_group_rule and tenant:dde6c5a69e36468f8e49298dfbeded0c is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:03:49.638356 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:03:49.643963 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:03:49.708094 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:49.835049 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:49.885662 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d34b4f-3b17-4d52-b12f-f89bc2161c94,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:49.892894 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-c530808b-732f-4d3b-b842-dba7b2d4be33 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dde6c5a69e36468f8e49298dfbeded0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4379735 Jan 18 14:03:49.893066 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49258) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:49.908439 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:49.912391 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:03:49.923390 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:49.923984 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:49.959019 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:49.984762 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.088972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.099211 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:50.108138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d34b4f-3b17-4d52-b12f-f89bc2161c94,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:50.110071 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.113438 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-54db9c0c-68c6-4700-b329-ab443a66ba0f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/67d34b4f-3b17-4d52-b12f-f89bc2161c94 HTTP/1.1" status: 204 len: 168 time: 0.2170663 Jan 18 14:03:50.291584 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-a1c9a696-9da3-46bc-b228-e6841c149d11 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25691765&fields=id&tenant_id=0fd5e52be2234a688063204603ffac2c HTTP/1.1" status: 200 len: 267 time: 0.0490947 Jan 18 14:03:50.323853 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-4c09850e-56af-4063-badd-3b3a07a0328a req-e29c6d5b-ff1e-4bbd-9bce-7b7a51212181 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/ports?device_id=6fa50856-89a0-4c2f-a18b-e8485afa5f73 HTTP/1.1" status: 200 len: 210 time: 0.0516567 Jan 18 14:03:50.377401 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-09a5b6c2-3b4c-4174-8e93-32dffd8b4e74 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:50.378948 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-09a5b6c2-3b4c-4174-8e93-32dffd8b4e74 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 985 time: 0.0866299 Jan 18 14:03:50.390829 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.v2.base [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Request body: {'port': {'security_groups': ['a5aa6e79-a593-4017-b0af-d842bc9dbbfa']}} {{(pid=83630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:03:50.422993 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:03:50.472229 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:50.478460 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 3fc34b24-d5fa-49f2-98d2-19df1587ad0a {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:03:50.479088 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 3fc34b24-d5fa-49f2-98d2-19df1587ad0a not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:03:50.479955 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a62e3-32fb-4280-a7ab-0fb20fd72b47 None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T13:57:03Z', 'revision_number': 4, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '00942e08-a4fd-47f4-9e18-ed9730fc402e', 'name': '', 'network_id': '399c7698-bedd-4b1c-a4dc-76a939b01395', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'mac_address': 'fa:16:3e:c1:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:59Z', 'updated_at': '2022-01-18T13:57:34Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'subnets': [{'id': '49e5bc4d-a3bb-4755-839f-7c625ec9087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:03:50.529496 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1809129'] for port, before_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.732886 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f6c06-95af-4423-b923-0e469c581de2 None None] New status for floating IP a29a10fc-5349-4dc0-a815-e70f50f60fa9: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:03:50.789736 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:50.813909 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for port, precommit_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.884145 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769069962756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769069603575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769069603880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943336'] for port, after_update {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.897308 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:03:50.959133 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49270) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:50.960796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:50.962380 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:50.963780 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-f919b163-15d8-4a4c-b319-cfd398e37ffb req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "PUT /v2.0/ports/694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 943 time: 0.5780795 Jan 18 14:03:50.972794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:50.983918 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.009190 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dda3d9-977c-4420-8cb5-d25885790d55 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event updated for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=7']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:51.018263 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:03:51.023634 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Usage tracker for resource:security_group_rule and tenant:b0ecb51665484609ba6a4e3550aba686 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:03:51.028460 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:03:51.038726 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:03:51.060547 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.069099 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:03:51.099366 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.129594 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.259103 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.283627 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.provisioning_blocks [None req-45bea750-cdae-48c8-983b-9a4d0b556e50 None None] Provisioning complete for port 694b8c92-4962-4922-aed7-0c830b76609a triggered by entity DHCP. {{(pid=83632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:03:51.283992 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-45bea750-cdae-48c8-983b-9a4d0b556e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1620015'] for port, provisioning_complete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.301785 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a5cffc-1120-4f07-9933-a02c048da06a,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:51.307514 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e0d35151-5952-4b98-bd39-45d38757d5bc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b0ecb51665484609ba6a4e3550aba686&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473768 Jan 18 14:03:51.310562 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49278) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:51.313581 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.345102 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6355cddd-ebf7-455a-859d-edb83b322cd8,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:51.396710 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.425882 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.451714 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.455799 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c5dd426c-2b35-46df-b095-6098c015784c tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "DELETE /v2.0/security-groups/6355cddd-ebf7-455a-859d-edb83b322cd8 HTTP/1.1" status: 204 len: 168 time: 0.4790797 Jan 18 14:03:51.455887 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49284) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:51.515259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:51.576697 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:03:51.587185 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49292) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:51.642330 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.659852 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Deleting port b77c9cfc-cbbc-4479-9793-5047835e222e {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:51.660192 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.685736 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a5cffc-1120-4f07-9933-a02c048da06a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:51.711578 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.715059 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ad36fd34-3c74-4ddc-8e5d-e24e764ede51 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/20a5cffc-1120-4f07-9933-a02c048da06a HTTP/1.1" status: 204 len: 168 time: 0.4011664 Jan 18 14:03:51.756520 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.770339 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-8ce0a50d-10ac-4240-9334-df7fb4d6a4db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1099 time: 0.1702049 Jan 18 14:03:51.808788 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.835989 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.836738 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:51.964433 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Calling delete_port for b77c9cfc-cbbc-4479-9793-5047835e222e owned by network:floatingip {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:52.029314 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a4750-be92-448b-b474-61e4866df020 req-0c7a1ee1-d5d0-4471-892f-8394bbc61ac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:52.030752 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-0c7a1ee1-d5d0-4471-892f-8394bbc61ac3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 914 time: 0.2489462 Jan 18 14:03:52.136350 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-5d9415f1-ab2d-4222-b568-17027b2e6fce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 1001 time: 0.0990667 Jan 18 14:03:52.139615 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.197138 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e2158-bc68-49e0-bdb4-f77f535e87af,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:52.197935 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.222162 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a4750-be92-448b-b474-61e4866df020 req-808a591f-f8e8-4394-9900-3b82a3b32931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:52.223616 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-808a591f-f8e8-4394-9900-3b82a3b32931 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.0800753 Jan 18 14:03:52.252575 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event deleted for resources: {'Port': ['ID=b77c9cfc-cbbc-4479-9793-5047835e222e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:52.278694 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.279073 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-c36ca826-5b7f-4ff0-8c38-d1c30a28b5d9 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "DELETE /v2.0/security-groups/ac4e2158-bc68-49e0-bdb4-f77f535e87af HTTP/1.1" status: 204 len: 168 time: 0.6908076 Jan 18 14:03:52.281863 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49306) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:52.307279 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.api.v2.resource [None req-9e189fa4-634a-4b75-9f75-dc838bd654f6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] show failed (client error): The resource could not be found. Jan 18 14:03:52.311126 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-9e189fa4-634a-4b75-9f75-dc838bd654f6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "GET /v2.0/security-groups/ac4e2158-bc68-49e0-bdb4-f77f535e87af HTTP/1.1" status: 404 len: 347 time: 0.0255778 Jan 18 14:03:52.311276 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49310) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:52.346200 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks [] for floatingip, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.482707 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-16b90422-df8c-43ca-bcb8-055fcd7a775a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2527225 Jan 18 14:03:52.483777 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Deleting port 5a42e3e2-b997-4693-af6e-00ff4eb4c022 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:52.484134 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.734775 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-b254e1a7-ee6f-487a-80e8-a0bd337542c7 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270527 Jan 18 14:03:52.832107 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.832489 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:52.837551 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:03:52.960586 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Calling delete_port for 5a42e3e2-b997-4693-af6e-00ff4eb4c022 owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:53.053778 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-be8a4750-be92-448b-b474-61e4866df020 req-9f002588-8473-43a4-b356-3b5ff1e31da8 service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093369 Jan 18 14:03:53.054450 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:03:53.069587 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Sync routers for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:03:53.082131 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:53.083723 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:53.161917 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:53.219897 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-caf20c61-0720-4263-82f8-0f98dc31bbb8 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "DELETE /v2.0/floatingips/bac4e9ad-3f1d-4295-9227-5ea69a4e44c7 HTTP/1.1" status: 204 len: 168 time: 1.7604742 Jan 18 14:03:53.219897 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:53.235408 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:53.291381 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:03:53.292275 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:53.301659 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Pushing event deleted for resources: {'Port': ['ID=5a42e3e2-b997-4693-af6e-00ff4eb4c022,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:53.546794 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:53.568441 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:53.569579 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-a4fe9067-d41c-49b3-ab25-8c366a968be6 tempest-AttachVolumeShelveTestJSON-1872560870 tempest-AttachVolumeShelveTestJSON-1872560870-project] 10.222.0.94 "DELETE /v2.0/floatingips/a29a10fc-5349-4dc0-a815-e70f50f60fa9 HTTP/1.1" status: 204 len: 168 time: 1.2574365 Jan 18 14:03:53.575420 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-281b493c-58ac-4a23-a2f9-e360eee6c78d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0fd5e52be2234a688063204603ffac2c&device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 1099 time: 0.2470751 Jan 18 14:03:53.700897 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:53.706774 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Checking router: 212750b1-8c17-4f08-b6d5-e3fcddeeaaef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:03:53.719974 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:53.721020 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:53.733602 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-68152ad7-be41-4263-9917-bec6cf900442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:53.735192 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-68152ad7-be41-4263-9917-bec6cf900442 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 200 len: 914 time: 0.1535373 Jan 18 14:03:53.812913 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-2fd95b62-f875-437b-abb9-6fb2f018612b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 200 len: 217 time: 0.0715494 Jan 18 14:03:53.880502 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-179d1129-7e13-436b-9a72-7847df8a9c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:53.881958 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-179d1129-7e13-436b-9a72-7847df8a9c5d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 200 len: 853 time: 0.0630531 Jan 18 14:03:53.952405 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:53.979137 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-7ab9a19e-0f16-4211-bca6-d2db46a34dbc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e96f446-5873-468e-bc82-b35deff7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905519 Jan 18 14:03:54.137821 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-ddd5ef6c-3acf-484a-bb7a-a9b4a0189ddd service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519070 Jan 18 14:03:54.276217 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-6f3285d6-ac49-4654-9313-6ba6982b886e req-f050079f-40ec-44d5-8324-a634186a72ef service neutron] 10.222.0.95 "GET /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325948 Jan 18 14:03:54.328138 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:54.332236 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c90f9-192e-42a1-8645-164a61bb4422 None None] The sync data for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb is: [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:01:11Z', 'revision_number': 4, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '2d91d976-64b4-4140-942d-37b3292d1978', 'name': '', 'network_id': '9e96f446-5873-468e-bc82-b35deff7a8cd', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'mac_address': 'fa:16:3e:bb:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:10Z', 'updated_at': '2022-01-18T14:01:21Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'subnets': [{'id': 'f849e2ca-301b-477a-9f37-422d42f84512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:03:54.560705 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a711d08-494d-4787-88db-4c8aa3f9eaa8 None None] New status for floating IP bac4e9ad-3f1d-4295-9227-5ea69a4e44c7: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:03:55.957190 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e45c017a-4bfa-4b7f-a4f5-e7dec4d9b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:56.277145 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49388) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:56.676670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Deleting port 8caebdf5-8dcb-479e-b237-74c7ca7f218a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:56.676670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:56.792443 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49406) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:56.857911 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:56.858234 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:56.987032 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Calling delete_port for 8caebdf5-8dcb-479e-b237-74c7ca7f218a owned by network:floatingip {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:57.244051 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:57.291713 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event deleted for resources: {'Port': ['ID=8caebdf5-8dcb-479e-b237-74c7ca7f218a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:57.331318 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:57.385180 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for floatingip, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:57.953087 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Router 0546c65d-76ca-4921-8230-f1df0acff8ef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:03:58.081435 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Deleting port 00942e08-a4fd-47f4-9e18-ed9730fc402e {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:03:58.082012 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:58.157515 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:03:58.167406 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Sync routers for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:03:58.190739 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:58.193542 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:28Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:58.263302 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] For port 00942e08-a4fd-47f4-9e18-ed9730fc402e, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=00942e08-a4fd-47f4-9e18-ed9730fc402e,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:03:58.263677 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:58.270372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for floatingip, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:58.322674 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-cace82e3-ae1a-4075-a193-4b7065af0468 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "DELETE /v2.0/floatingips/2fb8bb2d-2423-4c89-a915-b517834f9647 HTTP/1.1" status: 204 len: 168 time: 2.0443747 Jan 18 14:03:58.323336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:03:58.354672 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-72df9105-8b5f-4a76-9c8c-54c84215986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:58.381142 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:58.392250 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Calling delete_port for 00942e08-a4fd-47f4-9e18-ed9730fc402e owned by network:router_interface {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:03:58.448688 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'status': 'completed', 'code': 200} Jan 18 14:03:58.583051 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-bbc93c2e-c066-4c8e-92f8-44aa02a595f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 1098 time: 0.1142535 Jan 18 14:03:58.700201 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:58.756215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=00942e08-a4fd-47f4-9e18-ed9730fc402e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:03:58.811388 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-866b8a2f-dc3c-4f57-a38f-7f868d9a2bfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:58.813587 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-866b8a2f-dc3c-4f57-a38f-7f868d9a2bfc service neutron] 10.222.0.95 "GET /v2.0/networks?id=3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 200 len: 909 time: 0.2247589 Jan 18 14:03:58.843571 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb25ab-377b-4214-8159-730dda4389d9 req-e1708e54-ba75-42ae-af94-d3d8ed9803fb tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:58.845313 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:58.850292 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Checking router: 0546c65d-76ca-4921-8230-f1df0acff8ef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:03:58.852591 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bfeb25ab-377b-4214-8159-730dda4389d9 req-e1708e54-ba75-42ae-af94-d3d8ed9803fb tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.1671379 Jan 18 14:03:58.862699 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:03:58.867458 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:59.002637 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-d5ca8e8f-9ae6-48ad-9ad9-328111e04580 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 200 len: 217 time: 0.1698282 Jan 18 14:03:59.081427 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-bfeb25ab-377b-4214-8159-730dda4389d9 req-7a2ed778-24c3-4290-8a11-6081f48b7d8f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:03:59.095405 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-d1bdfc1a-8ccc-4721-a83e-983a0c81f429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:59.097085 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-d1bdfc1a-8ccc-4721-a83e-983a0c81f429 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 200 len: 848 time: 0.0854745 Jan 18 14:03:59.110149 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:59.127865 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:03:59.192920 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-3f6c6b6e-4584-459f-987f-1dd3ed0577f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3abdc498-4ea4-4ae8-b188-9aad74f2c481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883060 Jan 18 14:03:59.230040 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-bfeb25ab-377b-4214-8159-730dda4389d9 req-7a2ed778-24c3-4290-8a11-6081f48b7d8f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:security_group {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:03:59.231217 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-bfeb25ab-377b-4214-8159-730dda4389d9 req-7a2ed778-24c3-4290-8a11-6081f48b7d8f tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770821 Jan 18 14:03:59.286414 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:59.308961 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:59.342845 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83db526-c869-4115-99f4-8db8474d4ed7 req-10fc93a0-ddf7-4ec8-88aa-4365adb1f011 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:03:59.344632 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d83db526-c869-4115-99f4-8db8474d4ed7 req-10fc93a0-ddf7-4ec8-88aa-4365adb1f011 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1432505 Jan 18 14:03:59.347612 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-fe8a8bc8-b0bf-4e13-a6e7-cd25ff11aa2b service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412039 Jan 18 14:03:59.467504 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-d83db526-c869-4115-99f4-8db8474d4ed7 req-854493d9-f334-4fb9-9cea-ed4d12e881c3 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124241 Jan 18 14:03:59.484637 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:03:59.489143 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2364de-108a-4a9e-830b-0ec7bcab6d32 None None] The sync data for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb is: [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T13:58:17Z', 'revision_number': 4, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb', '_interfaces': [{'id': '07045e5a-d346-4723-b6c2-d76e30b2f1a7', 'name': '', 'network_id': '3abdc498-4ea4-4ae8-b188-9aad74f2c481', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'mac_address': 'fa:16:3e:e0:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1399cf3f-7599-4344-becd-b8955116e721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:16Z', 'updated_at': '2022-01-18T13:58:28Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'subnets': [{'id': '1399cf3f-7599-4344-becd-b8955116e721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:03:59.494522 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36a97101-4af3-4f2d-b501-3e0f99f1c4fa req-1b458713-e5d4-4b95-8213-ec5542cfb628 service neutron] 10.222.0.95 "GET /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375847 Jan 18 14:03:59.752232 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0caa2-bf96-4c44-b2f0-18cc8c4487dc None None] New status for floating IP 2fb8bb2d-2423-4c89-a915-b517834f9647: DOWN {{(pid=83632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:03:59.775206 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49456) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:03:59.940290 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:59.977390 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:03:59.982382 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Usage tracker for resource:security_group_rule and tenant:edf2160600ae4b24a032a68ba13d7527 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:03:59.985156 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:03:59.990930 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:00.017637 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:04:00.216694 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:04:00.228261 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Sync routers for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:04:00.229223 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-0bea89b8-98d8-4342-a0fa-2d9fa6686b54 admin admin] 10.222.0.94 "PUT /v2.0/routers/52bb82dd-0860-4cf0-b6b3-94b5fa2df625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4356561 Jan 18 14:04:00.231674 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49462) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:00.241406 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:00.242604 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:00.277096 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-d1714649-9a57-46fd-908e-68b6e84f18b9 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:04:00.278578 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-d1714649-9a57-46fd-908e-68b6e84f18b9 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.95 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.1276293 Jan 18 14:04:00.287174 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.449388 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:00.463726 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.471825 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.561830 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Deleting port 694b8c92-4962-4922-aed7-0c830b76609a {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:00.562170 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.604564 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa00a3f-3bea-45a9-9e9f-ff434353b004,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:00.629809 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3b083c66-bec6-4a7b-b1b8-0feb8739d652 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=edf2160600ae4b24a032a68ba13d7527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8511381 Jan 18 14:04:00.632311 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49470) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:00.707205 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-09201293-0676-41a8-88ee-8cdc44416f6f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:04:00.709182 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-09201293-0676-41a8-88ee-8cdc44416f6f tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.95 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.1745620 Jan 18 14:04:00.781407 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.822163 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T14:03:58Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:00.822849 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c331a-8e9a-495b-80dd-46a8ec083040 req-b093d91d-3d59-486b-ba58-3d92750f7359 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:04:00.823925 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-663c331a-8e9a-495b-80dd-46a8ec083040 req-b093d91d-3d59-486b-ba58-3d92750f7359 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 946 time: 0.3633809 Jan 18 14:04:00.826548 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Checking router: 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:04:00.840373 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Routers {'52bb82dd-0860-4cf0-b6b3-94b5fa2df625'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:00.841146 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:00.871230 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Deleting port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:00.871568 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.889859 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.925279 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f5cf-f54e-46fc-965b-139cb9e04d41 req-a2154453-b579-497c-ba54-7f5a47a880e8 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:04:00.932677 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e323f5cf-f54e-46fc-965b-139cb9e04d41 req-a2154453-b579-497c-ba54-7f5a47a880e8 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 945 time: 0.3140769 Jan 18 14:04:00.961240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] For port 694b8c92-4962-4922-aed7-0c830b76609a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=694b8c92-4962-4922-aed7-0c830b76609a,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:00.961631 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.969877 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:00.979846 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-663c331a-8e9a-495b-80dd-46a8ec083040 req-fa52dade-2d1f-4fa5-9cb1-6e520bd342b1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5aa6e79-a593-4017-b0af-d842bc9dbbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441531 Jan 18 14:04:01.029978 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] Set router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:01.098496 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-e323f5cf-f54e-46fc-965b-139cb9e04d41 req-0fcb5da0-cce8-41ac-9dd5-e1a126d00a91 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/security-groups?id=7027dab1-0652-4055-9c23-20ba2b56e0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648731 Jan 18 14:04:01.108798 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Calling delete_port for 694b8c92-4962-4922-aed7-0c830b76609a owned by compute:nova {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:01.174593 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.243472 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] For port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:01.244205 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.286415 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.303167 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa00a3f-3bea-45a9-9e9f-ff434353b004,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:01.306584 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Deleting port 465f276b-f359-476f-a480-839bb2b536f5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:01.306927 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.318380 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.322452 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-6aef564f-d8a2-4e5b-bc3b-c2a1766c4419 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2aa00a3f-3bea-45a9-9e9f-ff434353b004 HTTP/1.1" status: 204 len: 168 time: 0.6851768 Jan 18 14:04:01.371055 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T14:03:58Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:01.375500 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3a06-d48b-4aeb-a2c1-0c4223f3fa57 None None] The sync data for ids ['52bb82dd-0860-4cf0-b6b3-94b5fa2df625'] in dv-cinder-825104-1-smb is: [{'id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'name': 'tempest-AttachVolumeShelveTestJSON-1664939946-router', 'tenant_id': 'f083baab3c8344fba73014079dccc30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '465f276b-f359-476f-a480-839bb2b536f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:45Z', 'updated_at': '2022-01-18T14:03:58Z', 'revision_number': 5, 'project_id': 'f083baab3c8344fba73014079dccc30b', 'gw_port': {'id': '465f276b-f359-476f-a480-839bb2b536f5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bb82dd-0860-4cf0-b6b3-94b5fa2df625', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:47Z', 'updated_at': '2022-01-18T13:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:04:01.378725 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.393370 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] get_ports_and_sgs() called for port_ids ['694b8c92-4962-4922-aed7-0c830b76609a'] {{(pid=83632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:04:01.442728 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Pushing event deleted for resources: {'Port': ['ID=694b8c92-4962-4922-aed7-0c830b76609a,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:01.519440 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Calling delete_port for 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 owned by compute:nova {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:01.762200 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] For port 465f276b-f359-476f-a480-839bb2b536f5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=465f276b-f359-476f-a480-839bb2b536f5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:01.762556 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.767160 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 00942e08-a4fd-47f4-9e18-ed9730fc402e no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:01.816170 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 00942e08-a4fd-47f4-9e18-ed9730fc402e {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:01.817730 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 00942e08-a4fd-47f4-9e18-ed9730fc402e not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:01.899922 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Calling delete_port for 465f276b-f359-476f-a480-839bb2b536f5 owned by network:router_gateway {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:01.974188 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] No DVR routers for this DVR port 694b8c92-4962-4922-aed7-0c830b76609a on host hv-cinder-82510 {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:01.977302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:01.979287 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-36049450-8e15-4b23-ad92-f089a76a6c81 req-951b59b9-2195-4b8d-a2ca-522dc85f2ed1 tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.95 "DELETE /v2.0/ports/694b8c92-4962-4922-aed7-0c830b76609a HTTP/1.1" status: 204 len: 173 time: 1.6941736 Jan 18 14:04:01.979796 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'name': 'network-vif-deleted', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a'}] {{(pid=83630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:04:02.026213 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.055978 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5', 'name': 'network-vif-deleted', 'tag': '694b8c92-4962-4922-aed7-0c830b76609a', 'status': 'completed', 'code': 200} Jan 18 14:04:02.111129 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event deleted for resources: {'Port': ['ID=03bbe6be-9465-4eb3-8f08-5c63f8cf5382,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:02.240414 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-bb014866-aa98-4759-97ed-7077249324f6 req-ff57e178-ea15-49e4-8c81-f4adf023928b tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Synchronizing usage tracker for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:04:02.249508 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] No DVR routers for this DVR port 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 on host hv-cinder-82510 {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:02.252071 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179295'] for port, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.254934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-deleted', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382'}] {{(pid=83631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:04:02.281202 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-706beeec-90b1-4f68-9108-d91fc5eabfd4 req-995df4a5-877e-4402-94b8-ffff582da7a7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.95 "DELETE /v2.0/ports/03bbe6be-9465-4eb3-8f08-5c63f8cf5382 HTTP/1.1" status: 204 len: 173 time: 1.5524902 Jan 18 14:04:02.287869 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49486) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:02.308831 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.344272 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:02.348952 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Usage tracker for resource:security_group_rule and tenant:35c85cfabfa8485cbfc3d930af85b35e is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:02.352113 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:02.357914 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:02.368067 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-bb014866-aa98-4759-97ed-7077249324f6 req-ff57e178-ea15-49e4-8c81-f4adf023928b tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] Unset dirty status for tenant:0fd5e52be2234a688063204603ffac2c on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:04:02.374010 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-bb014866-aa98-4759-97ed-7077249324f6 req-ff57e178-ea15-49e4-8c81-f4adf023928b tempest-TestMinimumBasicScenario-1194340301 tempest-TestMinimumBasicScenario-1194340301-project] 10.222.0.94 "GET /v2.0/ports?device_id=1e4c2fd8-c27c-48ea-91ba-d5281e1de1e5 HTTP/1.1" status: 200 len: 210 time: 0.2438240 Jan 18 14:04:02.376242 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.431854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=465f276b-f359-476f-a480-839bb2b536f5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:02.481927 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51eebf-e231-4c69-8cef-054fe580c927', 'name': 'network-vif-deleted', 'tag': '03bbe6be-9465-4eb3-8f08-5c63f8cf5382', 'status': 'completed', 'code': 200} Jan 18 14:04:02.493029 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-62eb4ece-d203-44ef-b74d-b89e1ed35ad0 req-066887a2-9e8c-4594-9449-6223afedbbd7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83630) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:04:02.499927 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.619732 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.634530 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [req-62eb4ece-d203-44ef-b74d-b89e1ed35ad0 req-066887a2-9e8c-4594-9449-6223afedbbd7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83630) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:04:02.635695 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [req-62eb4ece-d203-44ef-b74d-b89e1ed35ad0 req-066887a2-9e8c-4594-9449-6223afedbbd7 tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.2193022 Jan 18 14:04:02.668382 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4464b-bc7e-4981-a06c-6f2d3efa97a2,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:02.676275 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ba6a727e-126b-46de-8ae6-e299d9284657 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35c85cfabfa8485cbfc3d930af85b35e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844326 Jan 18 14:04:02.676490 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49490) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:02.718207 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.741350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.777702 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.894693 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.926323 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4464b-bc7e-4981-a06c-6f2d3efa97a2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:02.935754 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:02.935754 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-8039e0d5-dd28-4d69-b25d-599a4425404b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/64a4464b-bc7e-4981-a06c-6f2d3efa97a2 HTTP/1.1" status: 204 len: 168 time: 0.2553313 Jan 18 14:04:03.084348 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.089573 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.225273 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.227256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52bb82dd-0860-4cf0-b6b3-94b5fa2df625 {{(pid=83631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:04:03.239652 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.239652 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a1b0baa8-ab47-4004-a06e-1679479167e9 admin admin] 10.222.0.94 "DELETE /v2.0/routers/52bb82dd-0860-4cf0-b6b3-94b5fa2df625 HTTP/1.1" status: 204 len: 168 time: 3.0056098 Jan 18 14:04:03.240661 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49496) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:03.306079 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Deleting subnet 49e5bc4d-a3bb-4755-839f-7c625ec9087c {{(pid=83631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:04:03.309235 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.368183 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8248521'] for subnet, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.505553 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.712529 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 465f276b-f359-476f-a480-839bb2b536f5 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:03.763805 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 465f276b-f359-476f-a480-839bb2b536f5 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:03.764152 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 465f276b-f359-476f-a480-839bb2b536f5 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:03.830511 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f09b6776-92b5-44f0-9101-f8f86e1ed9f0 req-31441519-78be-4d73-b536-340fe9ff9fba tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Synchronizing usage tracker for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83631) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:04:03.842696 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [req-f09b6776-92b5-44f0-9101-f8f86e1ed9f0 req-31441519-78be-4d73-b536-340fe9ff9fba tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Unset dirty status for tenant:87901f80ea98465dba9f8b4e6ed6f2c6 on resource:port {{(pid=83631) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:04:03.851684 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [req-f09b6776-92b5-44f0-9101-f8f86e1ed9f0 req-31441519-78be-4d73-b536-340fe9ff9fba tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "GET /v2.0/ports?device_id=0a51eebf-e231-4c69-8cef-054fe580c927 HTTP/1.1" status: 200 len: 210 time: 0.0532861 Jan 18 14:04:03.851684 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7989517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7869031'] for subnet, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.887033 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e5bc4d-a3bb-4755-839f-7c625ec9087c,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:03.896365 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:03.903888 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5639c-81ed-49c9-b125-0cc7428b2df5 None None] Network 399c7698-bedd-4b1c-a4dc-76a939b01395 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:04:03.906425 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49524) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:03.906896 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-46a162a9-ce16-4d9a-9064-49c4382747f9 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/49e5bc4d-a3bb-4755-839f-7c625ec9087c HTTP/1.1" status: 204 len: 168 time: 0.6649203 Jan 18 14:04:04.049912 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.071873 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Deleting port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:04.072177 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.248035 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] DHCP port deletion for 399c7698-bedd-4b1c-a4dc-76a939b01395 request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:04:04.261502 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Deleting port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:04.262280 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.319225 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] For port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:04.320931 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.487601 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:04.519673 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] For port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,segment=NetworkSegment(1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4),segment_id=1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:04.520060 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.537564 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:04.537926 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 03bbe6be-9465-4eb3-8f08-5c63f8cf5382 not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:04.538856 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 694b8c92-4962-4922-aed7-0c830b76609a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:04.560585 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Calling delete_port for fceb09f4-28e6-41a4-adb3-c43e5d6fda9f owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:04.652104 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] No Port match for: 694b8c92-4962-4922-aed7-0c830b76609a {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:04.652465 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Device 694b8c92-4962-4922-aed7-0c830b76609a not bound to the agent host hv-cinder-82510 {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:04.713797 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Calling delete_port for fceb09f4-28e6-41a4-adb3-c43e5d6fda9f owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:04.715431 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.760954 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Pushing event deleted for resources: {'Port': ['ID=fceb09f4-28e6-41a4-adb3-c43e5d6fda9f,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:04.767974 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] No DVR routers for this DVR port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f on host dv-cinder-825104-1-smb {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:04.789239 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:04:04.789790 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:04:04.888758 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.914375 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399c7698-bedd-4b1c-a4dc-76a939b01395']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:04.926391 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:04.926760 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf60f8a-f9c8-49c9-9368-59dfed3d1ec4') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:04.939579 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.957709 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.964868 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:04:04.965253 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:04.966080 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49562) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:04:04.978488 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:04:05.036275 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.065306 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.180674 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.198473 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.206587 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] Pushing event deleted for resources: {'Network': ['ID=399c7698-bedd-4b1c-a4dc-76a939b01395,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:05.263160 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.282403 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027dab1-0652-4055-9c23-20ba2b56e0ad,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:05.293442 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Deleting port fceb09f4-28e6-41a4-adb3-c43e5d6fda9f {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:05.293442 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.312022 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-441bbc67-7013-4071-bd19-a0999171d446 admin admin] 10.222.0.94 "DELETE /v2.0/networks/399c7698-bedd-4b1c-a4dc-76a939b01395 HTTP/1.1" status: 204 len: 168 time: 1.4038267 Jan 18 14:04:05.367206 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.367783 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-08f31cb4-21d4-4626-80b4-f300a40bdafb None None] The port 'fceb09f4-28e6-41a4-adb3-c43e5d6fda9f' was deleted {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:04:05.368297 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-fd51fe31-e72c-41d7-9152-543ff38cdebb tempest-TestShelveInstance-1196308223 tempest-TestShelveInstance-1196308223-project] 10.222.0.94 "DELETE /v2.0/security-groups/7027dab1-0652-4055-9c23-20ba2b56e0ad HTTP/1.1" status: 204 len: 168 time: 0.4012446 Jan 18 14:04:05.571165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49584) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:05.631893 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device fceb09f4-28e6-41a4-adb3-c43e5d6fda9f no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:05.667666 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: fceb09f4-28e6-41a4-adb3-c43e5d6fda9f {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:05.667998 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device fceb09f4-28e6-41a4-adb3-c43e5d6fda9f not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:05.978408 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49594) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:06.079290 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49600) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:06.110297 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-09f4875f-9cce-4526-853f-d505d1d164a7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f083baab3c8344fba73014079dccc30b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1307857 Jan 18 14:04:06.112095 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49604) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:06.257881 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.291685 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.326670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.496379 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.506259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.528110 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9657f6-085f-4b5a-8671-5e4c0a627bdb,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:06.540543 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:06.543994 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-4a95437a-6d56-411c-bb4d-0c5eb749975c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4b9657f6-085f-4b5a-8671-5e4c0a627bdb HTTP/1.1" status: 204 len: 168 time: 0.4274991 Jan 18 14:04:07.071578 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Deleting port 07045e5a-d346-4723-b6c2-d76e30b2f1a7 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:07.072175 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.245756 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Deleting port 2d91d976-64b4-4140-942d-37b3292d1978 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:07.246404 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.254810 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] For port 07045e5a-d346-4723-b6c2-d76e30b2f1a7, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=07045e5a-d346-4723-b6c2-d76e30b2f1a7,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:07.255154 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.380727 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Calling delete_port for 07045e5a-d346-4723-b6c2-d76e30b2f1a7 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:07.423835 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] For port 2d91d976-64b4-4140-942d-37b3292d1978, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=2d91d976-64b4-4140-942d-37b3292d1978,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:07.424304 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.550517 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Calling delete_port for 2d91d976-64b4-4140-942d-37b3292d1978 owned by network:router_interface {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:07.660735 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.699520 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.718969 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07045e5a-d346-4723-b6c2-d76e30b2f1a7,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:07.894699 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:07.957631 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d91d976-64b4-4140-942d-37b3292d1978,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:08.072828 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:08.330538 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:08.838849 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Router 0546c65d-76ca-4921-8230-f1df0acff8ef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:04:08.938535 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:04:09.052599 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:04:09.062543 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Sync routers for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:04:09.077224 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:09.078280 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.245388 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-753f3b80-9a96-4e4c-8cba-5c7e34476ea0 admin admin] 10.222.0.94 "PUT /v2.0/routers/0546c65d-76ca-4921-8230-f1df0acff8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6711533 Jan 18 14:04:09.247947 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49666) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:09.291007 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:04:09.305701 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Sync routers for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:04:09.323570 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:09.330804 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.337359 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:09.409883 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-019e2e0e-8208-46a5-8f65-024f777d4208 admin admin] 10.222.0.94 "PUT /v2.0/routers/212750b1-8c17-4f08-b6d5-e3fcddeeaaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3288577 Jan 18 14:04:09.412256 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49674) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:09.476097 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.522415 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:09.760992 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks [] for router, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.774408 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.779291 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Checking router: 0546c65d-76ca-4921-8230-f1df0acff8ef for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:04:09.783187 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.796457 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Routers {'0546c65d-76ca-4921-8230-f1df0acff8ef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:09.796457 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['0546c65d-76ca-4921-8230-f1df0acff8ef'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.909940 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Deleting port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:09.910509 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.961206 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.966593 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Checking router: 212750b1-8c17-4f08-b6d5-e3fcddeeaaef for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:04:09.971903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.980495 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Routers {'212750b1-8c17-4f08-b6d5-e3fcddeeaaef'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:09.981601 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:09.983818 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] Set router 0546c65d-76ca-4921-8230-f1df0acff8ef gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:10.082402 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Deleting port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:10.083091 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.147885 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49680) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:10.154196 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] For port 057defe6-54e2-4b0e-a04f-1b6f7fa835b4, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:10.154553 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.183331 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] Set router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:10.342844 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] For port 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:10.343049 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.381309 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Calling delete_port for 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:10.420877 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:10.425727 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668488c-af66-4e56-8185-4e9e29eef815 None None] The sync data for ids ['0546c65d-76ca-4921-8230-f1df0acff8ef'] in dv-cinder-825104-1-smb is: [{'id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'name': 'tempest-TestShelveInstance-1383725283-router', 'tenant_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:12Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '87901f80ea98465dba9f8b4e6ed6f2c6', 'gw_port': {'id': '057defe6-54e2-4b0e-a04f-1b6f7fa835b4', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0546c65d-76ca-4921-8230-f1df0acff8ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:13Z', 'updated_at': '2022-01-18T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:04:10.495560 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.510119 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Calling delete_port for 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 owned by network:router_gateway {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:10.608859 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:10.615629 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d82b55e9e68041d1ac1f75264da16671 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:10.620941 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:10.624020 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:10.625480 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46282dc8-d5df-4fec-b27a-538dea968c79 None None] The sync data for ids ['212750b1-8c17-4f08-b6d5-e3fcddeeaaef'] in dv-cinder-825104-1-smb is: [{'id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'name': 'tempest-TestMinimumBasicScenario-975540046-router', 'tenant_id': '0fd5e52be2234a688063204603ffac2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:06Z', 'updated_at': '2022-01-18T14:04:07Z', 'revision_number': 5, 'project_id': '0fd5e52be2234a688063204603ffac2c', 'gw_port': {'id': '83aa9c4c-3148-4a06-9b25-f4830ea5a7d5', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212750b1-8c17-4f08-b6d5-e3fcddeeaaef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:07Z', 'updated_at': '2022-01-18T14:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:04:10.630869 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:10.677904 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.725162 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=057defe6-54e2-4b0e-a04f-1b6f7fa835b4,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:10.759062 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.820451 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.858192 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:10.929567 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aa9c4c-3148-4a06-9b25-f4830ea5a7d5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:10.937053 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d82b55e9e68041d1ac1f75264da16671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7878392 Jan 18 14:04:10.938294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6647cc-fa03-4140-8953-4f3b3d3d10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b477a89-aca7-4abf-8885-6097fd035557,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:10.969843 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49702) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:11.088609 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.326105 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.358220 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.362397 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.393374 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.477390 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.478012 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0546c65d-76ca-4921-8230-f1df0acff8ef {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:04:11.493198 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.497614 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2fe4cd4b-aa44-490f-9ae8-ab5f864d3ef0 admin admin] 10.222.0.94 "DELETE /v2.0/routers/0546c65d-76ca-4921-8230-f1df0acff8ef HTTP/1.1" status: 204 len: 168 time: 2.2486393 Jan 18 14:04:11.498596 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49706) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:11.556137 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.565374 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Deleting subnet 1399cf3f-7599-4344-becd-b8955116e721 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:04:11.568461 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.624013 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.637772 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.655262 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.705566 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.790750 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.791309 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212750b1-8c17-4f08-b6d5-e3fcddeeaaef {{(pid=83631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:04:11.811523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.812757 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-20099ac4-41f6-40cc-b72d-cd2865d10623 admin admin] 10.222.0.94 "DELETE /v2.0/routers/212750b1-8c17-4f08-b6d5-e3fcddeeaaef HTTP/1.1" status: 204 len: 168 time: 2.3994722 Jan 18 14:04:11.815279 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49710) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:11.848267 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.851636 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.858447 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8b477a89-aca7-4abf-8885-6097fd035557 HTTP/1.1" status: 204 len: 168 time: 0.8798265 Jan 18 14:04:11.864476 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0b9f8-1bf1-4585-8151-200b3ff38702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b477a89-aca7-4abf-8885-6097fd035557,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:11.880041 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.925099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Deleting subnet f849e2ca-301b-477a-9f37-422d42f84512 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:04:11.933341 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1399cf3f-7599-4344-becd-b8955116e721,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:11.936700 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.972199 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:11.978951 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c763f71-cd2d-46d2-bb12-d14ba371f01e None None] Network 3abdc498-4ea4-4ae8-b188-9aad74f2c481 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:04:11.988032 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-709cfe45-6f71-4053-a814-4132c7f4c7a3 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/1399cf3f-7599-4344-becd-b8955116e721 HTTP/1.1" status: 204 len: 168 time: 0.4882529 Jan 18 14:04:11.990674 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49716) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:11.995082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.092697 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.140976 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.154400 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Deleting port 8e65df31-e151-432e-a1f3-6b1298f256e5 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:12.154836 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.241841 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.310214 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] DHCP port deletion for 3abdc498-4ea4-4ae8-b188-9aad74f2c481 request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:04:12.315155 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Deleting port 8e65df31-e151-432e-a1f3-6b1298f256e5 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:12.315600 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.327798 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.333187 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f849e2ca-301b-477a-9f37-422d42f84512,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:12.348069 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-7943d4ce-62b7-4eef-b8c8-0e10d2642be9 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f849e2ca-301b-477a-9f37-422d42f84512 HTTP/1.1" status: 204 len: 168 time: 0.5314984 Jan 18 14:04:12.349678 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49728) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:12.374617 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afdb08-3a99-434a-b28d-c264b0edaf02 None None] Network 9e96f446-5873-468e-bc82-b35deff7a8cd requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:04:12.394356 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 07045e5a-d346-4723-b6c2-d76e30b2f1a7 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:12.409305 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] For port 8e65df31-e151-432e-a1f3-6b1298f256e5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=8e65df31-e151-432e-a1f3-6b1298f256e5,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:12.409779 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.494653 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 07045e5a-d346-4723-b6c2-d76e30b2f1a7 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:12.495013 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 07045e5a-d346-4723-b6c2-d76e30b2f1a7 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:12.495490 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 2d91d976-64b4-4140-942d-37b3292d1978 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:12.508861 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.519153 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Deleting port 58dd11b2-5bd3-4470-99e5-8347c0d473bf {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:12.519672 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.544311 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Calling delete_port for 8e65df31-e151-432e-a1f3-6b1298f256e5 owned by network:dhcp {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:12.561200 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 2d91d976-64b4-4140-942d-37b3292d1978 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:12.561629 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 2d91d976-64b4-4140-942d-37b3292d1978 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:12.700068 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.759604 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] For port 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=58dd11b2-5bd3-4470-99e5-8347c0d473bf,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:12.759968 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.808882 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] For port 8e65df31-e151-432e-a1f3-6b1298f256e5, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=8e65df31-e151-432e-a1f3-6b1298f256e5,segment=NetworkSegment(2f72d487-4b87-4884-8609-267f0024b58f),segment_id=2f72d487-4b87-4884-8609-267f0024b58f)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:12.809265 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.812034 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e65df31-e151-432e-a1f3-6b1298f256e5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:12.830234 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] No DVR routers for this DVR port 8e65df31-e151-432e-a1f3-6b1298f256e5 on host dv-cinder-825104-1-smb {{(pid=83631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:12.879869 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49734) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:12.890142 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49736) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:12.933004 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:12.936839 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Calling delete_port for 8e65df31-e151-432e-a1f3-6b1298f256e5 owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:13.016569 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:04:13.017623 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:04:13.032261 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Calling delete_port for 58dd11b2-5bd3-4470-99e5-8347c0d473bf owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:13.032812 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.050036 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:13.063296 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Usage tracker for resource:security_group_rule and tenant:d8620851666248a094159e56149275da is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:13.067510 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:13.071515 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abdc498-4ea4-4ae8-b188-9aad74f2c481']}} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.083272 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:13.085958 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] DHCP port deletion for 9e96f446-5873-468e-bc82-b35deff7a8cd request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:04:13.089378 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f72d487-4b87-4884-8609-267f0024b58f') {'for_net_delete': True} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.090132 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.services.segments.db [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f72d487-4b87-4884-8609-267f0024b58f') {} {{(pid=83631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.091898 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Deleting port 58dd11b2-5bd3-4470-99e5-8347c0d473bf {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:13.092434 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.108165 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8248514'] for segment, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.133608 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.143807 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:04:13.144300 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8118955'] for segment, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: Traceback (most recent call last): Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: timer() Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: cb(*args, **kw) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: return func(*args, **kwargs) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: self._notify() Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: self.callback(batched_events) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: event.method(event) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: return f(self, *a, **k) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: return self._get(url).json() Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: return self.request(url, 'GET', **kwargs) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:04:13.157778 dv-cinder-825104-1-smb neutron-server[83631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:04:13.225415 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.279258 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dd11b2-5bd3-4470-99e5-8347c0d473bf,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:13.283140 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] No DVR routers for this DVR port 58dd11b2-5bd3-4470-99e5-8347c0d473bf on host dv-cinder-825104-1-smb {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:13.318495 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] For port 58dd11b2-5bd3-4470-99e5-8347c0d473bf, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=58dd11b2-5bd3-4470-99e5-8347c0d473bf,segment=NetworkSegment(11cc2bf5-4018-446f-8bd3-8a82d8c86536),segment_id=11cc2bf5-4018-446f-8bd3-8a82d8c86536)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:13.319464 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.361880 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.401636 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.409533 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.424923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:13.428713 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Usage tracker for resource:security_group_rule and tenant:358408fee4db4340a2302a52e6799905 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:13.430062 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96f446-5873-468e-bc82-b35deff7a8cd']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.431763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:13.437726 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:13.443071 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cc2bf5-4018-446f-8bd3-8a82d8c86536') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.447056 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cc2bf5-4018-446f-8bd3-8a82d8c86536') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:13.447209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Calling delete_port for 58dd11b2-5bd3-4470-99e5-8347c0d473bf owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:13.455470 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.469368 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.471838 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.475775 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.481662 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:04:13.482216 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:04:13.496591 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:04:13.502157 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3abdc498-4ea4-4ae8-b188-9aad74f2c481,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:13.513501 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d33e7197-6018-4738-a75b-01f7c7b77b8a admin admin] 10.222.0.94 "DELETE /v2.0/networks/3abdc498-4ea4-4ae8-b188-9aad74f2c481 HTTP/1.1" status: 204 len: 168 time: 1.5188477 Jan 18 14:04:13.513763 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49744) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:13.518832 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Deleting port 8e65df31-e151-432e-a1f3-6b1298f256e5 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:13.519204 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.582717 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.615369 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:04:13.615718 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:04:13.621076 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-05b8891c-c50e-4d6e-a87b-b3e2debb29cf None None] The port '8e65df31-e151-432e-a1f3-6b1298f256e5' was deleted {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:04:13.644482 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:13.647466 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f5d81-efb8-4fca-9e09-909a11975242,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:13.648187 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.653620 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.660887 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-97da74ff-5869-4c68-8fb3-6ff2e8bc31ed admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d8620851666248a094159e56149275da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7756548 Jan 18 14:04:13.664846 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49748) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:13.679975 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:13.680452 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 057defe6-54e2-4b0e-a04f-1b6f7fa835b4 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:13.680954 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 58dd11b2-5bd3-4470-99e5-8347c0d473bf no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:13.707834 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] 10.222.0.94 "DELETE /v2.0/networks/9e96f446-5873-468e-bc82-b35deff7a8cd HTTP/1.1" status: 204 len: 168 time: 1.3559659 Jan 18 14:04:13.712324 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49752) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:13.713470 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3b02-8488-44df-9d46-51c872810299 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e96f446-5873-468e-bc82-b35deff7a8cd,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:13.716208 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 58dd11b2-5bd3-4470-99e5-8347c0d473bf {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:13.716806 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 58dd11b2-5bd3-4470-99e5-8347c0d473bf not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:13.717338 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 8e65df31-e151-432e-a1f3-6b1298f256e5 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:13.756519 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 8e65df31-e151-432e-a1f3-6b1298f256e5 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:13.757482 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 8e65df31-e151-432e-a1f3-6b1298f256e5 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:13.758175 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:13.758814 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.797296 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:13.798214 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 83aa9c4c-3148-4a06-9b25-f4830ea5a7d5 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:13.840719 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.876004 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.894537 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:13.962094 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac61cb8-72fe-4715-a38e-9b444ebd71dc,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:13.979491 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-6263b6fb-d9d0-4aa9-bbf5-002e5dd0654d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=358408fee4db4340a2302a52e6799905&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0835176 Jan 18 14:04:13.979948 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49756) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:14.065832 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.097847 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.117099 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Deleting port 58dd11b2-5bd3-4470-99e5-8347c0d473bf {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:14.117724 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.145713 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.167934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f5d81-efb8-4fca-9e09-909a11975242,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:14.192222 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.193000 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-5b899d10-29f9-4ab0-86fc-a1211790d374 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/426f5d81-efb8-4fca-9e09-909a11975242 HTTP/1.1" status: 204 len: 168 time: 0.5217071 Jan 18 14:04:14.198122 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-de1343ec-4541-4681-b88b-0fca7359b0ca None None] The port '58dd11b2-5bd3-4470-99e5-8347c0d473bf' was deleted {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:04:14.233701 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.240670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751952'] for router_interface, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.303587 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.322478 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac61cb8-72fe-4715-a38e-9b444ebd71dc,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:14.340186 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:14.341288 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-bc50387d-5f82-423b-aa87-0cf724af8e4c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/eac61cb8-72fe-4715-a38e-9b444ebd71dc HTTP/1.1" status: 204 len: 168 time: 0.3620584 Jan 18 14:04:14.967844 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Deleting port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:14.968923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.043054 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Deleting port e26b41c0-2d93-4bde-b6e1-19c3de175491 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:15.044155 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.239232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] For port e26b41c0-2d93-4bde-b6e1-19c3de175491, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=e26b41c0-2d93-4bde-b6e1-19c3de175491,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:15.239665 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.264122 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] For port 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:15.264478 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.377328 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Calling delete_port for e26b41c0-2d93-4bde-b6e1-19c3de175491 owned by network:router_interface {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:15.400481 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Calling delete_port for 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b owned by network:router_interface {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:15.709064 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.743314 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:15.755925 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26b41c0-2d93-4bde-b6e1-19c3de175491,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:15.792202 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:16.145224 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:16.197660 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752313'] for router_interface, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:16.843286 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Router ef87e59f-2ede-4900-903f-45f70ce3793c has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:04:16.875507 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Router d0828a75-cf63-485e-8947-4803b0944e9a has already been hosted by L3 agent 2238cd7b-6453-4f91-ba20-3f8e3ff19adf {{(pid=83630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:04:17.119467 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:04:17.130981 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Sync routers for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:04:17.145722 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:17.146667 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:17.178775 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-smb the message routers_updated {{(pid=83631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:04:17.189029 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Sync routers for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:04:17.197367 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-f47bfe88-edcb-4cc9-91f0-e70ddd5c0366 admin admin] 10.222.0.94 "PUT /v2.0/routers/ef87e59f-2ede-4900-903f-45f70ce3793c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6792037 Jan 18 14:04:17.197818 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49830) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:17.211657 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:17.212353 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:17.216971 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-00916d04-2e41-4a96-861a-03d510664c75 admin admin] 10.222.0.94 "PUT /v2.0/routers/d0828a75-cf63-485e-8947-4803b0944e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997303 Jan 18 14:04:17.218073 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49836) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:17.337371 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:17.614571 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks [] for router, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:17.626060 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks [] for router, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:17.659764 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: dv-cinder-825104-1-smb {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:17.685718 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:04:15Z', 'revision_number': 5, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:17.689781 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Checking router: d0828a75-cf63-485e-8947-4803b0944e9a for host: dv-cinder-825104-1-smb {{(pid=83632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:04:17.713779 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Routers {'d0828a75-cf63-485e-8947-4803b0944e9a'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:17.714467 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['d0828a75-cf63-485e-8947-4803b0944e9a'], 'active': True} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:17.927858 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:17.962074 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:17.985926 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvr_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] Set router d0828a75-cf63-485e-8947-4803b0944e9a gateway port host: dv-cinder-825104-1-smb {{(pid=83632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:18.090430 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T14:04:15Z', 'revision_number': 5, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port': {'id': 'b2000954-1e64-44b8-8aae-453336df9b04', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:58:23Z', 'updated_at': '2022-01-18T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:18.094626 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Checking router: ef87e59f-2ede-4900-903f-45f70ce3793c for host: dv-cinder-825104-1-smb {{(pid=83633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:04:18.106475 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Routers {'ef87e59f-2ede-4900-903f-45f70ce3793c'} bound to L3 agent in host dv-cinder-825104-1-smb {{(pid=83633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:04:18.107254 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:47:58Z,description=,heartbeat_timestamp=2022-01-18T14:03:58Z,host='dv-cinder-825104-1-smb',id=2238cd7b-6453-4f91-ba20-3f8e3ff19adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:47:59Z,topic='l3_agent')) {'router_ids': ['ef87e59f-2ede-4900-903f-45f70ce3793c'], 'active': True} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:18.133884 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Deleting port 86367b48-7601-4d98-a970-9b245c41a0a9 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:18.134256 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.168363 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Deleting port b2000954-1e64-44b8-8aae-453336df9b04 {{(pid=83631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:18.169265 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.306012 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_dvr_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] Set router ef87e59f-2ede-4900-903f-45f70ce3793c gateway port host: None {{(pid=83633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:04:18.320771 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_hamode_db [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:04:15Z', 'revision_number': 5, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:18.334090 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c236ce-0fd3-43a4-9883-1ab1312ea0db None None] The sync data for ids ['d0828a75-cf63-485e-8947-4803b0944e9a'] in dv-cinder-825104-1-smb is: [{'id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'name': 'tempest-TestMinimumBasicScenario-1134454292-router', 'tenant_id': '710e1a45ddbd4172bd80a616c469081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'external_fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:01:17Z', 'updated_at': '2022-01-18T14:04:15Z', 'revision_number': 5, 'project_id': '710e1a45ddbd4172bd80a616c469081b', 'gw_port': {'id': '86367b48-7601-4d98-a970-9b245c41a0a9', 'name': '', 'network_id': 'ac9340a8-77b5-4dec-8c37-73aebe69a9f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0828a75-cf63-485e-8947-4803b0944e9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:01:18Z', 'updated_at': '2022-01-18T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f4e1b4-3a7b-4255-a5d7-eae63ba66089', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-smb'}] {{(pid=83632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:04:18.411989 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.db [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] For port b2000954-1e64-44b8-8aae-453336df9b04, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=b2000954-1e64-44b8-8aae-453336df9b04,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:18.412549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.433353 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] For port 86367b48-7601-4d98-a970-9b245c41a0a9, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=86367b48-7601-4d98-a970-9b245c41a0a9,segment=NetworkSegment(6eef0947-5067-477b-bd7e-a8e1afd4fce8),segment_id=6eef0947-5067-477b-bd7e-a8e1afd4fce8)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:18.433891 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.457367 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.l3_hamode_db [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T14:04:17Z', 'revision_number': 6, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port_host': None}], 'dv-cinder-825104-1-smb', False) {} {{(pid=83633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:18.463255 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800c207-815e-4274-b0ac-f461c045d3b8 None None] The sync data for ids ['ef87e59f-2ede-4900-903f-45f70ce3793c'] in dv-cinder-825104-1-smb is: [{'id': 'ef87e59f-2ede-4900-903f-45f70ce3793c', 'name': 'tempest-TestShelveInstance-483237943-router', 'tenant_id': '886a3311719f451998417b709dd4cca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:58:22Z', 'updated_at': '2022-01-18T14:04:17Z', 'revision_number': 6, 'project_id': '886a3311719f451998417b709dd4cca9', 'gw_port_host': None}] {{(pid=83633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:04:18.564038 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Calling delete_port for b2000954-1e64-44b8-8aae-453336df9b04 owned by network:router_gateway {{(pid=83631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:18.568917 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Calling delete_port for 86367b48-7601-4d98-a970-9b245c41a0a9 owned by network:router_gateway {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:18.865376 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8119038'] for port, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.894659 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:18.914037 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2000954-1e64-44b8-8aae-453336df9b04,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:19.007680 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Pushing event deleted for resources: {'Port': ['ID=86367b48-7601-4d98-a970-9b245c41a0a9,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:19.064240 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.064589 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.064928 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.065262 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.065592 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.066025 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.066350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.066674 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.066995 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.067317 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.067635 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:19.187768 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.342878 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752245'] for router_gateway, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.563336 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.567584 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.628220 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32533'] for router, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.635203 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.649840 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49898) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:19.685904 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.686452 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef87e59f-2ede-4900-903f-45f70ce3793c {{(pid=83631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:04:19.707371 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] Notify callbacks [] for router, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.711428 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d3d6f56d-f600-4abe-9935-b2b813ddf751 admin admin] 10.222.0.94 "DELETE /v2.0/routers/ef87e59f-2ede-4900-903f-45f70ce3793c HTTP/1.1" status: 204 len: 168 time: 2.5124755 Jan 18 14:04:19.712382 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49904) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:19.724691 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49908) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:19.749670 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-738205'] for router, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.750463 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0828a75-cf63-485e-8947-4803b0944e9a {{(pid=83630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:04:19.761416 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device e26b41c0-2d93-4bde-b6e1-19c3de175491 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:19.780785 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] Notify callbacks [] for router, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.783286 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-559084ad-908e-4382-8b88-ce877484c82d admin admin] 10.222.0.94 "DELETE /v2.0/routers/d0828a75-cf63-485e-8947-4803b0944e9a HTTP/1.1" status: 204 len: 168 time: 2.5641160 Jan 18 14:04:19.785334 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49914) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:19.814644 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.db_base_plugin_v2 [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Deleting subnet 054ce0b7-7e03-486d-9d2f-09440e35e610 {{(pid=83631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:04:19.821978 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.836847 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: e26b41c0-2d93-4bde-b6e1-19c3de175491 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:19.839395 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device e26b41c0-2d93-4bde-b6e1-19c3de175491 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:19.840219 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:19.895452 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:19.896162 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 7ba6bc0e-ca23-4af6-bdd7-12c63ed0489b not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:19.896734 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b2000954-1e64-44b8-8aae-453336df9b04 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:19.927980 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8248521'] for subnet, precommit_delete_associations {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.949471 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Deleting subnet 2ae2ebdc-90ae-40e8-b7ea-70c844280072 {{(pid=83630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:04:19.953457 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:19.996223 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: b2000954-1e64-44b8-8aae-453336df9b04 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:19.997417 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device b2000954-1e64-44b8-8aae-453336df9b04 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:20.053039 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1837816'] for subnet, precommit_delete_associations {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.079336 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.082957 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.092958 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.136949 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:20.145845 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Usage tracker for resource:security_group_rule and tenant:12bb5715867a45a9bffcc17c5deae10d is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:20.149945 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:20.157018 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:20.159497 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:20.165308 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Usage tracker for resource:security_group_rule and tenant:fe10deafe80747008f7e71a7d100a851 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:20.169832 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:20.175706 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618187'] for subnet, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.178572 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:20.246512 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.275093 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7989517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7869031'] for subnet, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.282968 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.310742 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054ce0b7-7e03-486d-9d2f-09440e35e610,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.317401 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for subnet, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.323362 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4736f-eb69-41bd-8aca-8f09c6642e89 None None] Network 523fc469-c769-4243-9f20-94f73ed8e50e requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:04:20.328255 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.348101 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-27afe89b-7562-41ac-8832-f64d7f11c0bb admin admin] 10.222.0.94 "DELETE /v2.0/subnets/054ce0b7-7e03-486d-9d2f-09440e35e610 HTTP/1.1" status: 204 len: 168 time: 0.6345520 Jan 18 14:04:20.351222 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49918) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:20.357192 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-814866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8027669'] for subnet, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.382151 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c579ac-c1af-4070-821d-b1083c5f35f9,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.389731 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ee28f565-ae31-45a5-bd78-216efeca281f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fe10deafe80747008f7e71a7d100a851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7367122 Jan 18 14:04:20.390517 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49922) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:20.424886 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.438542 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae2ebdc-90ae-40e8-b7ea-70c844280072,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.460928 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.486271 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.550504 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee218082-3e92-40a0-bf58-54ba49e538ca None None] Network fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 requested from dv-cinder-825104-1-smb {{(pid=83632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:04:20.562768 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.584162 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=12bb5715867a45a9bffcc17c5deae10d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8578618 Jan 18 14:04:20.587372 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.587962 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49926) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:20.589132 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328d2da-2255-4ccb-a2cf-86aae34d3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e690cd-02b8-4f57-94ad-7d9bed06db22,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.596893 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5f2710ae-6be7-472d-967c-54640559e241 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/2ae2ebdc-90ae-40e8-b7ea-70c844280072 HTTP/1.1" status: 204 len: 168 time: 0.8099132 Jan 18 14:04:20.598214 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49930) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:20.617540 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] DHCP port deletion for 523fc469-c769-4243-9f20-94f73ed8e50e request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:04:20.628004 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Deleting port afce57e0-b02c-444e-842c-f76693ff7431 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:20.628375 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.646864 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.669387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c579ac-c1af-4070-821d-b1083c5f35f9,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.689955 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.691421 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Deleting port afce57e0-b02c-444e-842c-f76693ff7431 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:20.691865 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.696792 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-83cd5c71-ad1e-4b4f-b63a-59042b83a307 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/92c579ac-c1af-4070-821d-b1083c5f35f9 HTTP/1.1" status: 204 len: 168 time: 0.3046644 Jan 18 14:04:20.714749 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.758226 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.759972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594857'] for network, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.822806 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Deleting port 35b10897-3f10-4be2-b1fc-e9022e141812 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:20.823741 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.883302 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.907387 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e690cd-02b8-4f57-94ad-7d9bed06db22,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:20.929774 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:20.931147 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-71c6de08-89ba-42d3-bc43-76a5ac1f35e8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c1e690cd-02b8-4f57-94ad-7d9bed06db22 HTTP/1.1" status: 204 len: 168 time: 0.3420856 Jan 18 14:04:21.009807 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] For port afce57e0-b02c-444e-842c-f76693ff7431, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=afce57e0-b02c-444e-842c-f76693ff7431,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:21.010409 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.061740 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] For port afce57e0-b02c-444e-842c-f76693ff7431, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=afce57e0-b02c-444e-842c-f76693ff7431,segment=NetworkSegment(177ca085-ae86-448d-8039-b5dfca3eb878),segment_id=177ca085-ae86-448d-8039-b5dfca3eb878)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:21.062103 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.152395 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Calling delete_port for afce57e0-b02c-444e-842c-f76693ff7431 owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:21.283670 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] DHCP port deletion for fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 request from dv-cinder-825104-1-smb {{(pid=83632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:04:21.288289 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Deleting port 35b10897-3f10-4be2-b1fc-e9022e141812 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:21.288652 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.365231 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Calling delete_port for afce57e0-b02c-444e-842c-f76693ff7431 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:21.386003 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566'] for port, after_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.450465 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.db [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] For port 35b10897-3f10-4be2-b1fc-e9022e141812, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=35b10897-3f10-4be2-b1fc-e9022e141812,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:21.450657 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.492678 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Pushing event deleted for resources: {'Port': ['ID=afce57e0-b02c-444e-842c-f76693ff7431,revision_number=None']} {{(pid=83632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:21.532075 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49942) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:21.551111 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.567849 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] No DVR routers for this DVR port afce57e0-b02c-444e-842c-f76693ff7431 on host dv-cinder-825104-1-smb {{(pid=83632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:21.578128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.578128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.578128 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.578778 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.578778 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.578925 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.580545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.580545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.580545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.580545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.580545 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b19695-ab54-4362-add0-92780dcc0154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:21.596920 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Calling delete_port for 35b10897-3f10-4be2-b1fc-e9022e141812 owned by network:dhcp {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:21.599658 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:21.605963 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Usage tracker for resource:security_group_rule and tenant:70d1affa187a436b87217d81d44767e8 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:21.609593 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:21.614657 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.db [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] For port 35b10897-3f10-4be2-b1fc-e9022e141812, host dv-cinder-825104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-smb',level=0,port_id=35b10897-3f10-4be2-b1fc-e9022e141812,segment=NetworkSegment(8565c4d7-ec2d-446a-b889-73f21a621f02),segment_id=8565c4d7-ec2d-446a-b889-73f21a621f02)] {{(pid=83632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:04:21.615425 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612390'] for port, precommit_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.617499 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:21.644243 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.db.api [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:04:21.644778 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG oslo_db.api [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:04:21.715887 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 35b10897-3f10-4be2-b1fc-e9022e141812 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:21.721219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.751834 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1808505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769069962222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769069603566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943329'] for port, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.804131 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b10897-3f10-4be2-b1fc-e9022e141812,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:21.808634 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] No DVR routers for this DVR port 35b10897-3f10-4be2-b1fc-e9022e141812 on host dv-cinder-825104-1-smb {{(pid=83630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:04:21.813508 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Calling delete_port for 35b10897-3f10-4be2-b1fc-e9022e141812 owned by network:dhcp {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:04:21.819183 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.849209 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 35b10897-3f10-4be2-b1fc-e9022e141812 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:21.849556 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 35b10897-3f10-4be2-b1fc-e9022e141812 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:21.850677 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device afce57e0-b02c-444e-842c-f76693ff7431 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:21.861273 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49946) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:21.889310 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: afce57e0-b02c-444e-842c-f76693ff7431 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:21.889644 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device afce57e0-b02c-444e-842c-f76693ff7431 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:21.890579 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 86367b48-7601-4d98-a970-9b245c41a0a9 no longer exists at agent ovs-agent-dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:04:21.892516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350184b-7916-42a6-9410-04d0747d13b5,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:21.901207 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.921137 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-27060284-a809-4fe1-a66f-19333ada64ef admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=70d1affa187a436b87217d81d44767e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3856373 Jan 18 14:04:21.921478 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49950) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:21.928748 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.957649 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:21.964694 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] No Port match for: 86367b48-7601-4d98-a970-9b245c41a0a9 {{(pid=83632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:04:21.965025 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.rpc [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Device 86367b48-7601-4d98-a970-9b245c41a0a9 not bound to the agent host dv-cinder-825104-1-smb {{(pid=83632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:04:21.971968 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8565c4d7-ec2d-446a-b889-73f21a621f02') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:21.972361 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8565c4d7-ec2d-446a-b889-73f21a621f02') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:21.983034 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:21.987455 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:21.996041 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.db.api [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:04:21.996222 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:b3bf04f8f81d43f7afe18ed75cb93b16 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:21.996391 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG oslo_db.api [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:04:21.999191 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:22.007190 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.008523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:22.014257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:04:22.014761 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: util.warn( Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: util.warn( Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: util.warn( Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: util.warn( Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:04:22.028794 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:04:22.031862 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.066130 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.139543 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.145666 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Deleting port afce57e0-b02c-444e-842c-f76693ff7431 {{(pid=83630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:22.146082 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.177776 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.215719 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.235232 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.plugin [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] The port 'afce57e0-b02c-444e-842c-f76693ff7431' was deleted {{(pid=83630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:04:22.239210 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:22.270621 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.272095 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-41bf2ced-cfe3-4ee3-85a1-00acbf8a2e23 admin admin] 10.222.0.94 "DELETE /v2.0/networks/fa5d6ee6-e21a-41c5-ab8b-2c6b0c80d227 HTTP/1.1" status: 204 len: 168 time: 1.6727419 Jan 18 14:04:22.296094 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.327034 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359589d-be24-41b0-9cc5-04a96ddf7f31,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:22.334778 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49956) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:22.335218 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-0f36e62d-0d07-48fc-806c-b94db1a9aeb3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b3bf04f8f81d43f7afe18ed75cb93b16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4731648 Jan 18 14:04:22.355914 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350184b-7916-42a6-9410-04d0747d13b5,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:22.357847 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.359069 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-883ecc3c-0b55-4e29-85bf-86bd00c13ee4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9350184b-7916-42a6-9410-04d0747d13b5 HTTP/1.1" status: 204 len: 168 time: 0.4364393 Jan 18 14:04:22.386508 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621378', 'neutron.services.segments.db._delete_segments_for_network-8769070037980'] for network, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.424905 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523fc469-c769-4243-9f20-94f73ed8e50e']}} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:22.439247 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177ca085-ae86-448d-8039-b5dfca3eb878') {'for_net_delete': True} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:22.439608 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.services.segments.db [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177ca085-ae86-448d-8039-b5dfca3eb878') {} {{(pid=83630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:04:22.462681 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769070037863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1837811'] for segment, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.472634 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.494174 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1792433'] for segment, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.497387 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Deleting port 35b10897-3f10-4be2-b1fc-e9022e141812 {{(pid=83632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:04:22.497988 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769070102321'] for port, before_delete {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.507259 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:04:22.507660 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1792422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943284'] for segment, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: Traceback (most recent call last): Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: timer() Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: cb(*args, **kw) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: return func(*args, **kwargs) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: self._notify() Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: self.callback(batched_events) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: event.method(event) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: return f(self, *a, **k) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: return self._get(url).json() Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: return self.request(url, 'GET', **kwargs) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:04:22.520981 dv-cinder-825104-1-smb neutron-server[83630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:04:22.530623 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.567553 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-99e77533-1a2b-4385-86d2-47d0ea74d389 None None] The port '35b10897-3f10-4be2-b1fc-e9022e141812' was deleted {{(pid=83632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:04:22.777621 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752208'] for network, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.781825 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.802646 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1720027'] for network, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.816314 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359589d-be24-41b0-9cc5-04a96ddf7f31,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:22.823700 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] Pushing event deleted for resources: {'Network': ['ID=523fc469-c769-4243-9f20-94f73ed8e50e,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:22.829435 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-58e31305-ad5e-4f75-9330-7ee8b9af7980 admin admin] 10.222.0.94 "DELETE /v2.0/networks/523fc469-c769-4243-9f20-94f73ed8e50e HTTP/1.1" status: 204 len: 168 time: 2.4769123 Jan 18 14:04:22.830622 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:22.831596 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-28f0c0da-09a5-45cc-b9c3-cb45b2421e37 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0359589d-be24-41b0-9cc5-04a96ddf7f31 HTTP/1.1" status: 204 len: 168 time: 0.4959896 Jan 18 14:04:23.036075 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49968) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:23.093248 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-fa29619b-71f8-43b5-9bf4-5499a3ee32fc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0fd5e52be2234a688063204603ffac2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559072 Jan 18 14:04:23.098497 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 49972) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:23.160653 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.186807 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.327822 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.343971 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa6e79-a593-4017-b0af-d842bc9dbbfa,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:23.464879 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.466202 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-229eb77b-5180-4e37-a49b-c74ebb41d371 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a5aa6e79-a593-4017-b0af-d842bc9dbbfa HTTP/1.1" status: 204 len: 168 time: 0.3667240 Jan 18 14:04:23.486215 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49982) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:23.538324 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-48e56a8e-8677-4ca5-ac7a-5a932e302222 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=87901f80ea98465dba9f8b4e6ed6f2c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497737 Jan 18 14:04:23.540516 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 49986) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:23.604066 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.633780 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.760050 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.777219 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29635779-4aa7-498e-a04f-d1feb71eab7e,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:23.783753 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:23.790230 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d5ba1f9b-7775-4fc5-ab92-c627f17b76d6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/29635779-4aa7-498e-a04f-d1feb71eab7e HTTP/1.1" status: 204 len: 168 time: 0.2486126 Jan 18 14:04:24.187738 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:04:24.567923 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50012) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:24.631761 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-cd0b59c6-fa52-453c-9eac-63948f415b72 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=710e1a45ddbd4172bd80a616c469081b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623066 Jan 18 14:04:24.632257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50016) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:24.693036 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:24.719195 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:24.875783 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50024) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:24.876533 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:24.911383 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d18dd5-9ce6-4b29-9062-02fc6d155578,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:24.921605 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:24.922741 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-356b26e8-71e1-4f7a-a4b5-251189f00817 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e9d18dd5-9ce6-4b29-9062-02fc6d155578 HTTP/1.1" status: 204 len: 168 time: 0.2895310 Jan 18 14:04:24.953859 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-7d39f4c4-01d5-47ef-a50f-1d3d46e22634 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=886a3311719f451998417b709dd4cca9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728416 Jan 18 14:04:24.956297 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50032) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:25.016976 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:25.042884 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:25.150592 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:25.168208 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b27464-7414-461b-bd9c-b74c787ecad1,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:25.172598 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:25.176324 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-2297a7ec-4591-4ad6-b0ee-a88b6ad841cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/01b27464-7414-461b-bd9c-b74c787ecad1 HTTP/1.1" status: 204 len: 168 time: 0.2165394 Jan 18 14:04:25.910872 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a7b247ef-6da9-452e-a410-fb667ac2d57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:28.342622 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-e40db030-4a09-45f2-bbe6-ec705e405e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:29.247337 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:29.302885 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:30.744958 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.110109 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50172) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:34.248607 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.278437 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:34.282748 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Usage tracker for resource:security_group_rule and tenant:dbc6eb45f74446acbef5915cbe6d23ef is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:34.284912 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:34.291099 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:34.358343 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.446063 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.581988 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155fa24-1002-4751-bc34-6737be69d52b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:34.587291 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-08a20c23-10ec-4d9d-a7c1-f672337d06aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dbc6eb45f74446acbef5915cbe6d23ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4755082 Jan 18 14:04:34.589354 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50186) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:34.652340 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.679521 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.862628 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.880165 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155fa24-1002-4751-bc34-6737be69d52b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:34.882302 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:34.883432 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-3cebf07d-8a0f-477c-82a3-d7d28d63cc13 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b155fa24-1002-4751-bc34-6737be69d52b HTTP/1.1" status: 204 len: 168 time: 0.2929931 Jan 18 14:04:37.679840 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:40.559735 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50266) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:40.703327 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:40.739155 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:40.743976 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Usage tracker for resource:security_group_rule and tenant:81755e515a3f440daf787d7a120f61e8 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:40.747022 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:40.753184 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:40.815181 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:40.887390 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:40.934257 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de0777-825f-43a7-9242-f2e641d20a5b,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:40.939571 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-d513a0d0-9346-43c8-9d80-b503c5ac62e0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=81755e515a3f440daf787d7a120f61e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3787265 Jan 18 14:04:40.942336 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50274) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:41.001522 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:41.026549 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:41.216751 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:41.234107 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de0777-825f-43a7-9242-f2e641d20a5b,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:41.240618 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:41.241795 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-5571eeaf-209a-4094-bbb2-ef61cd03c755 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/61de0777-825f-43a7-9242-f2e641d20a5b HTTP/1.1" status: 204 len: 168 time: 0.2984676 Jan 18 14:04:42.045083 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50286) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:42.067427 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.097895 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:42.102211 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c7f9ebf1874d9495a614ffc0cb441f is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:42.105125 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:42.111072 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:42.173549 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.269934 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.312060 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd42d01-c8a4-412d-a91b-09a80d43d919,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:42.323036 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d5c7f9ebf1874d9495a614ffc0cb441f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2768943 Jan 18 14:04:42.325967 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50290) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:42.326463 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.326576 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.326864 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.327186 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.327650 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.327966 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.328282 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.328596 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.328909 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.329216 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.329523 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4ac2b3-da8b-4943-b61f-a37c2f8819d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:04:42.385629 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.410255 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.561741 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.576233 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd42d01-c8a4-412d-a91b-09a80d43d919,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:42.583202 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:42.586952 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-1b308b34-272f-49c5-bc27-bc86eb8e21c6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3cd42d01-c8a4-412d-a91b-09a80d43d919 HTTP/1.1" status: 204 len: 168 time: 0.2575402 Jan 18 14:04:43.446173 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50320) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:43.467723 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.500029 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:43.503899 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Usage tracker for resource:security_group_rule and tenant:8c214532978f4460acde810a9bbf7684 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:43.507037 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:43.512504 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:43.576729 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.667035 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.718903 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e5c7bc-7aee-41c9-8e13-cfa7b1cba0a4,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:43.725795 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-a24b6601-7326-42b5-a772-6e86871e45af admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8c214532978f4460acde810a9bbf7684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2785358 Jan 18 14:04:43.728478 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50330) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:43.794164 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.822725 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.982354 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:43.998654 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e5c7bc-7aee-41c9-8e13-cfa7b1cba0a4,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:44.008571 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:44.011961 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-563fe1c0-dfcc-45b2-b37c-47e2150b7503 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/98e5c7bc-7aee-41c9-8e13-cfa7b1cba0a4 HTTP/1.1" status: 204 len: 168 time: 0.2790430 Jan 18 14:04:46.296218 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50410) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:46.435557 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:46.465083 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:46.468801 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Usage tracker for resource:security_group_rule and tenant:5c66c931214d43d4a94a93f11a671dd4 is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:46.471785 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:46.477924 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:46.541155 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:46.658417 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:46.708590 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb8037-9b92-4e65-98c6-5c309050ce02,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:46.718375 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50420) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:46.732250 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-ad8fc623-44c1-4a2c-b80c-fbb2206a5d9c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5c66c931214d43d4a94a93f11a671dd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4348888 Jan 18 14:04:46.781740 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:46.812006 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:47.029830 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:47.046854 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb8037-9b92-4e65-98c6-5c309050ce02,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:47.051198 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:47.052469 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-ea1ae96c-f315-4b05-ab72-f2e22138e5d0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7bbb8037-9b92-4e65-98c6-5c309050ce02 HTTP/1.1" status: 204 len: 168 time: 0.3327396 Jan 18 14:04:49.899734 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50476) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:50.041638 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.072967 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:04:50.076718 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Usage tracker for resource:security_group_rule and tenant:f73d2ee9b6d5433ca94be3d45b80c8c3 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:04:50.079701 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:04:50.087951 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:04:50.155681 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.222269 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.269385 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2805d7b-0ad3-4231-86c6-64f8230659e2,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:50.276938 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50488) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:04:50.290007 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-1a0f08f2-940c-4b2c-a286-bc9b34476954 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f73d2ee9b6d5433ca94be3d45b80c8c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890445 Jan 18 14:04:50.337118 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.361847 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.503931 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.523350 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2805d7b-0ad3-4231-86c6-64f8230659e2,revision_number=None']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:04:50.532012 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:50.533270 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-aeb58a82-132c-4724-857b-6402660f6311 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b2805d7b-0ad3-4231-86c6-64f8230659e2 HTTP/1.1" status: 204 len: 168 time: 0.2555060 Jan 18 14:04:55.901764 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-da255fc9-faf7-4e51-b1dc-25b978d02e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:58.313336 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-47ca58b0-5084-4cb9-b3b8-b8fb8f3357af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:59.240929 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:59.309427 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:00.709778 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:00.792231 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50578) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:00.929949 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:00.965416 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:05:00.969081 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf16efe7da444c7bb1ce95bb9c163aa is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:05:00.972182 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:05:00.977988 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:05:01.040729 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.131309 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.175092 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bfb72-20c7-47aa-8723-5c8cb7441b06,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:01.183500 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-e1ba88ae-9c3f-48ff-ada5-66c24179bdf2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ccf16efe7da444c7bb1ce95bb9c163aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877265 Jan 18 14:05:01.184447 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50584) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:01.188205 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:05:01.242220 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.266722 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.400277 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.415346 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bfb72-20c7-47aa-8723-5c8cb7441b06,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:01.424489 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:01.425620 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-3efbbc93-8bb5-4daf-a4eb-0d02c927344c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ff8bfb72-20c7-47aa-8723-5c8cb7441b06 HTTP/1.1" status: 204 len: 168 time: 0.2410810 Jan 18 14:05:02.146444 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50592) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:02.167501 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.198066 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:05:02.201839 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Usage tracker for resource:security_group_rule and tenant:2feecc9d48f24bf0aad15ba8780e04f5 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:05:02.204620 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:05:02.211178 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:05:02.273977 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.341743 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.388521 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136f483-75f8-4e12-8bc0-c5381082bdaf,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:02.392869 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-1d6e548a-4951-4b8f-9fd9-79e613fe1b85 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2feecc9d48f24bf0aad15ba8780e04f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2454259 Jan 18 14:05:02.396294 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50596) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:02.452563 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.477408 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.600833 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.689782 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136f483-75f8-4e12-8bc0-c5381082bdaf,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:02.696388 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:02.699910 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-b98b8b81-9fbd-443d-b55e-4d82890fd851 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1136f483-75f8-4e12-8bc0-c5381082bdaf HTTP/1.1" status: 204 len: 168 time: 0.3003013 Jan 18 14:05:03.632455 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50604) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:03.650617 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:03.681997 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:05:03.686117 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfb75da563340be94c8bc7a7e4edc88 is out of sync, need to count used quota {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:05:03.688940 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.quota.resource [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83631) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:05:03.694874 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.db.quota.driver [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83631) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:05:03.759974 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:03.863322 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:03.909189 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7601c843-ceeb-44be-be03-0d5d05d62f96,revision_number=1']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:03.914248 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-29c531aa-2413-4676-bff2-fc64de0ce003 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ddfb75da563340be94c8bc7a7e4edc88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2807357 Jan 18 14:05:03.917023 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50608) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:03.975500 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:04.005176 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:04.132148 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:04.147119 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601c843-ceeb-44be-be03-0d5d05d62f96,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:04.155482 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:04.156644 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-73655050-90cf-4b8d-9361-f27063eb52bd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7601c843-ceeb-44be-be03-0d5d05d62f96 HTTP/1.1" status: 204 len: 168 time: 0.2387400 Jan 18 14:05:07.661701 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:25.926303 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2e312b23-7a03-48fb-9e07-8055bdba2e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:28.341305 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-4391eeed-dc9e-4951-9239-d7b68f0cee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.249377 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.336995 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.593323 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.wsgi [-] (83630) accepted ('10.222.0.94', 50742) {{(pid=83630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:29.735048 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.766840 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:05:29.770574 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Usage tracker for resource:security_group_rule and tenant:a521ff778ad04d1787e7e6b4f22ee09f is out of sync, need to count used quota {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:05:29.773239 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.quota.resource [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83630) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:05:29.778733 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.db.quota.driver [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83630) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:05:29.843787 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.914076 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron_lib.callbacks.manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_create {{(pid=83630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:29.959576 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d38492-099f-4ff1-8396-3a8c8173f753,revision_number=1']} {{(pid=83630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:29.964264 dv-cinder-825104-1-smb neutron-server[83630]: INFO neutron.wsgi [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a521ff778ad04d1787e7e6b4f22ee09f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3697917 Jan 18 14:05:29.967120 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.wsgi [-] (83631) accepted ('10.222.0.94', 50748) {{(pid=83631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:05:29.970983 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.971327 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.972225 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.972631 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.972972 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.973296 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.973618 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.973995 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.974320 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.974642 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:29.974958 dv-cinder-825104-1-smb neutron-server[83630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc373f9-52e4-4f17-bb1b-80a95b9ac069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-smb {{(pid=83630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:05:30.028562 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:30.053988 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:30.153905 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725289'] for security_group, after_delete {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:30.168214 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d38492-099f-4ff1-8396-3a8c8173f753,revision_number=None']} {{(pid=83631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:05:30.174644 dv-cinder-825104-1-smb neutron-server[83631]: DEBUG neutron_lib.callbacks.manager [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:30.176430 dv-cinder-825104-1-smb neutron-server[83631]: INFO neutron.wsgi [None req-d7576670-56ad-4a4c-ba9d-7813ffa6e77a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/53d38492-099f-4ff1-8396-3a8c8173f753 HTTP/1.1" status: 204 len: 168 time: 0.2083457 Jan 18 14:05:30.741261 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:37.696930 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:38.188185 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:05:55.948054 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-529cdd0f-0cf6-437d-8b1b-6b1c1136e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:58.325037 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-88a49e2c-a0ec-45e5-8838-a65b7f4ebe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:59.307366 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:59.334612 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:00.810463 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:07.654334 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:15.188309 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:06:25.918118 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-a3e86e9e-6c1b-4466-80b6-99a5e618f86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:28.278173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b3ee001d-33a0-42ec-907f-755d43f4110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:29.340972 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:29.341813 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:30.741198 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:37.742035 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:52.188614 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:06:55.904195 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2146dd5d-b59d-4351-8494-9171e66e71e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:58.305853 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-f890fa77-1f75-4615-9d2c-87c4c11a32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:59.368855 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:59.369648 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:00.745875 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:07.676879 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:25.910179 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-9e084264-3236-4182-9d74-c9d549afd76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:28.287666 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-66a5f55b-036e-4263-a742-62ea1c44efef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:29.189143 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:07:29.310645 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:29.355986 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:30.721710 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:37.664293 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:55.932442 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b3479f3a-da3a-43a1-9a77-bab11f916423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:58.308737 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-41984c17-9415-4e0c-9b18-85415c282332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:59.269659 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:07:59.309221 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:00.726420 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:06.188499 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:08:07.669276 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:25.937140 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-983f698a-197b-4087-b8d3-24e91e4d1850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:28.285377 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-308ad71c-5249-494f-ba08-09d59c2c2465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:29.262804 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:29.290055 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:30.765203 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:37.708173 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:43.187751 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:08:55.930616 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-13d2cff1-dfb8-414c-9c72-5fcc62cd58ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:58.261859 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2610faa7-c3b1-492b-b579-b1ab745ff78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:59.273243 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:08:59.302061 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:00.770777 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:07.684439 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:20.188132 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:09:25.940947 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-eb896694-2435-46f1-a2da-885cf97e8c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:28.260665 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-195e7a71-897e-4d29-be3d-9fae3284e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:29.277913 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:29.294716 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:30.723671 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:37.740732 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:55.985539 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-fba045b8-4746-4cdd-833f-5e35b5e0e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:57.187793 dv-cinder-825104-1-smb neutron-server[83633]: DEBUG neutron.db.agents_db [None req-9fd4951b-749b-4eda-8f98-069ae633c37f None None] Agent healthcheck: found 6 active agents {{(pid=83633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:09:58.259994 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-ec20294f-38dd-4996-84a2-4f0c209d1b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:59.282963 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-2de803dd-9002-45c6-b4d6-8c2adac8c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:09:59.345789 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-b478390d-449d-4bfc-9a97-56479b3cec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:00.717053 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4a7-4442-41df-ae0e-3442786e6bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:07.739782 dv-cinder-825104-1-smb neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-989355fa-5ca2-4a59-a103-ea12fb82401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769070037962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1620866'] for agent, after_update {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}